{ "date": "2026-11-01", "scope": "Sampled appearance on 40 curated portraits; developer-led AI review.", "models": { "Zankai": { "mean": 76.775, "paired_case_bootstrap_95": [ 76.475, 77.0 ] }, "Wan": { "mean": 67.9, "paired_case_bootstrap_95": [ 67.35, 68.45 ] }, "LongCat": { "mean": 65.85, "paired_case_bootstrap_95": [ 65.475, 66.15 ] }, "LTX": { "mean": 49.475, "paired_case_bootstrap_95": [ 47.525, 51.65 ] } }, "portraits": [ { "id": "portrait-01", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-01-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-01-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable face and background; clean but fairly generic oval mouth.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/88742e4557a9bac4b17c87d660dbc694eb4b45e9068fe36cc96bc1bc95509c67.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-01-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Identity retained; cyan mouth highlights and uneven shapes distract.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/9adef4cd9535378b4d84389c63cd4900c304d05aeb7108be18dc42f90d207e9a.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-01-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Bright magenta lip edges and oversized openings depart from the source style.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/7d3bd06131a668aa9c22bcc13bc79d90f3a155af23b4c7bd306863ba5183cbbe.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-01-ltx.jpg", "score": 52.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 4 }, "observation": "Added subtitles and background strokes; late darkening and changing framing.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-02", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-02-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-02-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source detail and clean opening; simple cavity shading.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/88513a76983a4627737e19c41ada25f986c30fbc2348c6a64737bc1a019b6762.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-02-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Cyan teeth, dark mouth gaps and uneven contours reduce natural appearance.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/f7b65c458e2b41c108ec988e1457e37ddb96cd482d2d27fafdc4d10260b33b19.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-02-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Strong white and pink mouth bands; inconsistent mouth styling across samples.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/8c8e3a422c63be139b3ddecbeffa5e7f8838e8aeb8357d943f05d163ed660c38.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-02-ltx.jpg", "score": 57.0, "criteria": { "identity_composition": 4, "no_added_content": 4, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Face reframes, mouth softens and late frames darken.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-03", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-03-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-03-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source lips retained with a clearer cavity; the opening remains restrained.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/bf0085280afac5d39672a999833b03497464da2607048feb85cc660e2c3c032d.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-03-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Source identity holds; blue-white bands and changing lip shapes look synthetic.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/1fae056f8fe9e3580c1c6f3bcd28d449ceb9d1b84569df4b669a89cf3a2bf81f.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-03-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Strongly outlined large mouth and changing cheek creases depart from the subtle source.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/7d1c11af8306c739faee6c2b420b4da878e303f6619a3f145f8539e3f028e969.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-03-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Subtitles added; mouth becomes soft and the face shifts outside the fixed crop.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-04", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-04-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-04-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable linework and clean opening; simple interior rather than detailed articulation.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/c55a833e5f1a5deeb0d5466a72eaea5b7ef246bbf4ebb1ff59416786267dc798.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-04-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Cyan-white tooth bands and uneven opening contours; identity otherwise retained.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/ca119bfd702c7164e38f424360f338d858e6368b53af76464b1fbf393eda8bf0.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-04-longcat.jpg", "score": 61.0, "criteria": { "identity_composition": 4, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large outlined mouth and changing chin/cheek lines alter the elderly face.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/ba1717c02fe1c3df3f33e5f32ea7089bb8c5f9d2e5b7f7f1efe0d2d7fbeb60ae.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-04-ltx.jpg", "score": 40.0, "criteria": { "identity_composition": 3, "no_added_content": 2, "sampled_stability": 2, "mouth_appearance": 3 }, "observation": "Added text and background lines, ghosting and marked late appearance changes.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-05", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-05-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-05-zankai.jpg", "score": 74.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 3 }, "observation": "Preserved texture and composition; opening is still very restrained.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/56c31e38ac51d5dad31ede9807a265dabab7fcb0b055de387fe902fcde8ca7f7.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-05-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Purple/cyan mouth edges and variable lip geometry differ from the subdued source.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/301c75164f7ab9578f37fbf28007aecc97e5d6a18ecc0501c56855a70774abf2.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-05-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Broad bright tooth bands and exaggerated opening; face otherwise consistent.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/bb0ea62ad8562fd8f8f51ba2b4013f0e38e2991ba3d15be368c7925be40a4dec.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-05-ltx.jpg", "score": 40.0, "criteria": { "identity_composition": 3, "no_added_content": 2, "sampled_stability": 2, "mouth_appearance": 3 }, "observation": "Added subtitles, reframing and late darkening; enlarged mouth is soft.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-06", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-06-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-06-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source lip shape retained with a visible, restrained dark cavity.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/b2d69d52ced755091572c7d5ace03fea8e30dd5446293df4e79a5a9d4c7ef8f1.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-06-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Cyan-white interior and inconsistent lip contour; stable identity.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/8bf64d556287c86e38efd847de57c60d8d563d5378e6ad022c4790af3d934377.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-06-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Bright white/pink tooth bands and changing outline look overdrawn.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/d88cd08fb3414ead27825f4216fc0ff4f3f3e465075d59b7c713248cd2683923.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-06-ltx.jpg", "score": 52.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 4 }, "observation": "Mouth is readable, but background particles appear and composition shifts.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-07", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-07-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-07-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Clean consistent oval opening with stable source linework.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/7b2a11e9d2a738b49895a5ba0712cf6a9686c31f0064d2fa304a77c011503858.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-07-wan.jpg", "score": 63.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 2 }, "observation": "Jagged interior detail, cyan edges and implausibly bright closed-mouth states.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/f38a34aeb134520d4ea60ef8eec8d1f3eb0614585861eba6ff94293b76e1ee74.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-07-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Vivid pink-white mouth bands contrast with the restrained source style.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/aa74e2c21b1e1f926689e4eddcb020c7a8568dc420ee3ffb711eda573bcbe6de.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-07-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added subtitles/background marks and substantial pose/reframing changes.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-08", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-08-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-08-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source lips retain their shape around a clearer cavity; small tooth slivers remain.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/c667d32578daaee52305519e85e2132e93e3e92ece4053ad2516b9ab82f1bad5.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-08-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Variable rounded mouth and broad white tooth strips alter the source lip style.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/776dd80e4b187da9d9c2b23e0643fe2821cafd51547b9bfaeb49daf056e3bbc1.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-08-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large outlined opening, changing lip shape and heavy white bands.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/290c24c6d2a7720ac233eb74cff8afb87c1a03037d7732819264741622fe9b31.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-08-ltx.jpg", "score": 52.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 4 }, "observation": "Readable mouth, but subtitles and background scribbles are introduced.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-09", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-09-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-09-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable lips and cleaner interior; visible white upper strip remains stylized.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/da35c69ba72920d547fb25add785ee1a82a2769cd81878fc62933347a2e78796.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-09-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable speech shapes but bright tooth slabs and changing lip fullness.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/6302dea6401ba5234557a9336ee5fd19ce82f557ad93af3a102279f83c816422.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-09-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Wide black opening, white bands and added cheek creases change the mouth style.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/a43e7bdee2dad571e4e7ef0830c9f9d9a13b260ec24db5cf90cbed0b91e03290.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-09-ltx.jpg", "score": 52.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 4 }, "observation": "Subtitles and growing background debris; facial proportions also shift.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-10", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-10-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-10-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source lips around a clear dark cavity and thin upper teeth.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/e2fbe103d2a7b7893d6a11c302632dcd77e304b0410b9b99bcc9f56f7070c74a.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-10-wan.jpg", "score": 73.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Generally clean mouth with some variable geometry and subtle facial changes.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/48efebae4f41a69fba1732f6b5185194cbf7363e492a0a6d03f25a059d7a737b.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-10-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large black/white openings and thick pink edges alter the original mouth styling.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/5f5135507d973f23a70afc426d1e68748d59cde280f1d24c830c708a64a2861c.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-10-ltx.jpg", "score": 40.0, "criteria": { "identity_composition": 3, "no_added_content": 2, "sampled_stability": 2, "mouth_appearance": 3 }, "observation": "Subtitles, background marks and strong zoom/reframing; mouth softens.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-11", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-11-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-11-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable original lips and clear cavity; thin tooth strip is slightly flat.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/16513fff57ee3ddc262a458ab02337accd8486a7a4c596815f7810e297ef8a30.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-11-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Generally readable mouth, though tooth highlights and lip shape vary.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/25e0dc3354d35c02cd15fbd3d968554a31483210419e0b6afb7ad509252873d2.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-11-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Oversized black opening with bright bands and pouting lip substitutions.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/d063adcfa343cc2dbe663d6302f1ec0324f0fa9eebda3821e9b62aef38992eec.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-11-ltx.jpg", "score": 40.0, "criteria": { "identity_composition": 3, "no_added_content": 2, "sampled_stability": 2, "mouth_appearance": 3 }, "observation": "Added text, changed clothing/background and pronounced late body distortion.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-12", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-12-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-12-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source composition and clear speech cavity; corners remain slightly angular.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/ab88e75d50cfde8784f931147ee85ccd7475310a4aad10b14be40bbd62e08c48.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-12-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Narrow and round mouth states vary strongly, with blue-white tooth highlights.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/8fd01eca77a4c261e6f93beca16dee717d70fc134463e2141ea096c032dba90a.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-12-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large bright mouth bands and exaggerated cavity alter the subtle original mouth.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/1d523e0fdfaee6bba66487f77df524b11a0399a35a14f0d56e1d1f01bfbad833.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-12-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added text and background fragments, with changing mouth edges and framing.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-13", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-13-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-13-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source lips and a clear small cavity; subtle tooth slivers remain.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/fe8a54441412217e50d4724057d1821eb323a50edd9e77d4fdf29d4906c2496b.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-13-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Mostly coherent mouth shapes, with bright teeth and changing lip fullness.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/baea9fca517993cba64bffc424b38a139e71077826b05798c9d828987b7f1f12.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-13-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Exaggerated cavity and pink/white bands change the subtle mouth style.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/1e9481cfb7c2057e0db83ff7909ca9c984379214b2eb077d000730937cdb0406.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-13-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Subtitles and background debris; face translates beyond the source crop.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-14", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-14-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-14-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Consistent lip placement and readable cavity, with a slightly angular upper tooth strip.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/132a4bb57ebbe9e9af84319ef4aeff0d8388209c431f7839c8844f670db4a226.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-14-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Generally readable mouth, though bright closed-mouth teeth and varying width distract.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/c4f8263eeff21d4491a70c0f305171685adc9f85e8a61f4dbe83381997affe43.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-14-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Strong black opening and thick bright bands; added expression lines.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/ecdd63c7e826bbc0d878d4ca61d18016ab29eb1b156b753cfb57ebac6c8c3392.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-14-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Text and background fragments appear; pose and mouth geometry change.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-15", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-15-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-15-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Consistent face and clean opening; simple cavity and upper tooth strip.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/b96980fd389939e0be5fec66ee6f0c91986c70ace6cd117f395cadd79fbdd92d.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-15-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Generally coherent speech shapes with bright tooth highlights and varying width.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/892e92a77085f085d967c158b557c2a0fc0bc074a044b70614dcb7cfc6a21762.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-15-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Exaggerated black cavity and bright bands look disconnected from the source mouth style.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/a70c1736e68ee8690137b8ccd1a7d410e3af421a5cf5ba22854fbaa958e28bbf.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-15-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added subtitles, soft mouth detail and strong late reframing.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-16", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-16-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-16-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Clear opening and upper teeth while retaining source lip placement.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/5bd908850c3249ce66609a996167f021ec6634695915646dd79e2ec1ea81b438.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-16-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable speech mouth with variable lip thickness and pale tooth strips.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/ebf5d82ed2a599bd2261c7476f278d15f91f54790f1688314871d9b146dd9198.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-16-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large mouth cavity, bright bands and added cheek contours exaggerate expression.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/491206757ec5e480cd4af8b84837eae7464b5d194624e461fa9ab5ba087cc9a1.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-16-ltx.jpg", "score": 40.0, "criteria": { "identity_composition": 3, "no_added_content": 2, "sampled_stability": 2, "mouth_appearance": 3 }, "observation": "Text, background artifacts and major late reframing alter the composition.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-17", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-17-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-17-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source and clean opening; upper interior outline remains somewhat uneven.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/34ea97eca6bce1611a7ed0f75490be559f5f9af7b5968167c11db4bf07f190bf.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-17-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Generally readable opening but broad pale tooth strips and variable width.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/2a906832f7122d051d071fa9cf5b7cad35c306ff7ae1f4c5b103c01a32148dda.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-17-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large black mouth and vivid white/pink bands distort the restrained original style.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/5e975ca18be559f0c3467b3d96eaed3de0a7b0a5695d30c4e2d7d0b408c7dbe0.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-17-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Text and background particles are added; shifting smile shape and framing.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-18", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-18-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-18-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source lip body retained with a clearer cavity and upper tooth strip.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/f3155c74f62d42e73426c48b9299a590002b1234eafa89898aee84693113fdb1.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-18-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Strong pale teeth and inconsistent mouth width/lip fullness.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/08e0a165036445c20879c31a09b01a4b0b3f9b150deb8ce6febf099c01fce1e6.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-18-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Exaggerated opening with heavy white bands and changing cheek creases.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/0f8c41cb77f110ee24192d61684cca543343b45779af4a9b9ce45590f715cbb4.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-18-ltx.jpg", "score": 59.0, "criteria": { "identity_composition": 5, "no_added_content": 3, "sampled_stability": 4, "mouth_appearance": 2 }, "observation": "Text is added and mouth appears closed throughout the sampled sequence.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-19", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-19-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-19-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source linework and clean opening; simple interior and lower resting line.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/1a094af229caf9e73a2ae02a9f779008b416da8afebc94f051f9dad208fa3a6c.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-19-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Source broadly retained; changing smile creases and bright uneven tooth edges.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/8960949279a5abf024d3e56ea22db5a582cff41f601e2860385ec01505fe9668.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-19-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large black openings with bright pink and white bands; mouth shape varies strongly.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/0511dd795101ee72d9b5a896a84f508d32594ac64e0f4781537580690bd076f6.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-19-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added subtitles, floating background debris and late darkening; variable mouth and face shape.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-20", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-20-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-20-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source lip shape with a visible small opening and upper teeth.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/bba08b5191a02aae683040ce43110599c2e84946b998502aa85c20625534ab4c.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-20-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent varied openings, with blue-white teeth and some changing smile shape.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/abd6b215d0f1287d5ed5833517b9604eebad78393195d3ab02530d4a92ec1929.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-20-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large dark openings, bright tooth bands and pronounced changes in mouth contour.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/3f43b0befe81c9ffdacc753ecada1d1f806bc09767efaa4a1ba7d824994d15d7.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-20-ltx.jpg", "score": 46.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 2 }, "observation": "Subtitles and background debris added; mouth remains closed across most samples.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-21", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-21-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-21-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source proportions retained; clear cavity with a simple bright upper tooth strip.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/93b1dfd8a50b4937eca3414733bb72f75503e766ff3a2c044b3e1709fa856f75.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-21-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable coherent openings; smile broadening and blue-white tooth bands alter the source style.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/f3f3d2862640509d31ed06eb60a0ad3b8d3f7f9415ef342d0d3c8d2010304884.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-21-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Strongly expanded openings and high-contrast white/pink interior; changing chin and cheek contours.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/17c8fd7788f2e570ad52ebac34c2b77349f2af297ae197129922e4f39262751f.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-21-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added subtitle text and background writing; mouth becomes uneven in later samples.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-22", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-22-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-22-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Preserved face and lip outline; small but visible cavity and clean tooth edge.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/f0fe54cd8e75910d2e2493e76f35346378695c2c313e32fc4847ac9d71536e2e.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-22-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent openings with blue-white teeth and changing smile creases.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/621f21db09acb65172f4b6e3dc5f0e35df687d99a43dcbd2e0aead409ad74a16.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-22-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large dark cavities, bright tooth bands and rounded lip shapes depart from restrained source styling.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/5c6ef0c511651e21984e76e0f8cda103b5466cda70d2a7dddd90def476272764.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-22-ltx.jpg", "score": 46.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 2 }, "observation": "Added subtitle block and floating debris; mouth scarcely opens across samples.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-23", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-23-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-23-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source styling and slightly larger clean cavity; limited internal detail.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/9ca422e0331aaf11a94623df51c812243d9d69d1f93c606188e6d55f2fbffd35.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-23-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable openings with blue-white teeth and changing lip and cheek contours.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/339d554cf0cfb86ef31c82747fb4257b61a51443a4fbad5b4a83cc052d6b50a4.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-23-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large bright pink-rimmed mouths and strong black/white contrast differ from source styling.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/c85e705d6e2e5fbdffeeaa60ca84631d490fc856c33538682c0dbdb13eccb9a4.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-23-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added subtitles and heavy moving background debris; mouth shape and lower lip vary.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-24", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-24-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-24-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Preserves face and lip contour with a clear small cavity; simple bright tooth band.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/e384d6da1f390257140b1fac6117609205b40756853cc9707e187b3589103164.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-24-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent varied openings, with bright blue-white teeth and changing lip shape.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/b1d788b6ac70a387361f63fc16e5b31101ea390a7992c777a1e80b69e22415df.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-24-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Exaggerated large openings and bright pink lip rims; changing smile creases.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/fa0f3a65631b74c5ff5effc5e565eaba28eb5cab928bd427eaab0d577f8cc97c.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-24-ltx.jpg", "score": 46.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 2 }, "observation": "Added subtitles and large late framing shift; speaking mouth remains nearly closed.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-25", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-25-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-25-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source face and clean simple cavity; similar appearance to A.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/e0d67151a5ea8c2d9667575d7efcef4b186de39e99e6d637041ee5cae7a7f966.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-25-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent openings, but bright tooth bands and smile widening alter source expression.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/847bdfa7b0785a85f5dc5a9418d991b0b7be4b3c1c0506500f905fa74c8f0b7d.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-25-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large dark mouth, bright white and pink bands, and changing surrounding creases.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/17e9d489f9c1dc61b92cd4d016ff1c33d4400cf9f9d7fb5a5742f225c0213a86.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-25-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added subtitles and background debris with changing face scale and tooth shapes.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-26", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-26-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-26-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source contour retained with readable cavity; simple bright tooth band and heavy corner lines remain.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/7b78dbe0ef50fc9e034c7de7a13ec692bebd8a1ab9c16e8cdb89a21a3c3d5638.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-26-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Irregular tooth shapes and blue-white highlights; changing lip shape and expression.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/a9b2820a0cbe259e208067ff836dc6cd520b66af61cd2f5a418cdce65affd2f1.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-26-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large black openings and bright teeth, strong lip contour and expression changes.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/57937473d4c363a8fb15bd396c65b34a790e4c0f7badbeb452b3076c71cb309d.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-26-ltx.jpg", "score": 46.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 2 }, "observation": "Subtitles and background marks appear; mouth scarcely opens and late framing shifts.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-27", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-27-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-27-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source proportions with visible restrained opening and preserved lip outline.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/f429c2d2237d4b5cc7cf25d89d940ea4dabb26b45e1a4c9edf5fb0592cd6d53b.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-27-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent cavity shapes with moderate smile and lip shape changes and blue-white teeth.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/e45c27347a45d1a979465ce9db6d267ed12de56c70e90aa330738551e7acf100.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-27-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Strongly changing rounded lip shapes and bright tooth bands; large openings.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/e3b47937d99715c4ed7426c48f9b68d207560c058f076a52ffa159539543dd1c.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-27-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added subtitles and chest badge; late scale change, variable lip and face shape.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-28", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-28-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-28-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source linework and identity retained; clean simple cavity without tooth detail.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/3b757af1d22a717288be278a932f68fe31cbba019b9d1712d2d26d51e86e1abd.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-28-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Jagged segmented teeth and uneven mouth edges, with changing smile contours.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/60f12743687aa5c8b09e05b487a4032074ac8cc37ec7c50238ef7d4caa3d041d.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-28-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large black cavities, bright white/pink bands and exaggerated surrounding creases.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/40b317beae7da9874ba12b326bb94bf2dc258b299ae34714a8500b4c5c3e6f17.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-28-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Subtitles and large looping foreground/background marks, late darkening and changing face shape.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-29", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-29-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-29-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source face and lip shape retained; small but visible cavity, limited interior detail.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/a5d746f446f3ce2e1f741a8dedc133b28f0274b1cef0cd75efb253844c364a04.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-29-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent visible openings; brighter tooth edges and changing smile contour.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/979f8072ee0a067285f4d378375c139e3ad03a2177f17b046fa5a06f2a20163d.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-29-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Very large dark openings with bright pink and white interior and changing cheek creases.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/faa9e2eeb3be33260824e849c5b840068867266a9715dc4a1eed9917c51c9daa.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-29-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Background writing and clothing details added; large late scale change and varying mouth shape.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-30", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-30-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-30-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Clean stable source identity and simple clear cavity, closely matching A.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/26c39d9db7d70b377e8091d6b5c257f874a83098b0228f30b642c8467d6a4ff5.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-30-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable varied openings with some blue-white tooth outlines and smile changes.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/9b4ee5abf68b613b2b61b8b8f81f0f2db96e302222ea977d788da070f1e8b084.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-30-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large dark openings, bright teeth and changing lip and cheek contours.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/3dcb7d4eb2887018b6b998a6c38b30851af099238e232abd8bb40022a68065ba.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-30-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Subtitles, background marks and strong late darkening; variable tooth shape.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-31", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-31-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-31-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source face retained; visible restrained cavity with simple upper tooth strip.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/a279523a179b28413ace6088c787f3c299fe1b79c54dbf45383aecaf7d182c0f.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-31-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent varied openings; changing smile creases and bright tooth outlines.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/5003721b9981b36b0c122623c03333b4753a6920dec19d7bf3ac6e2a67ba74cc.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-31-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Very large black openings with strongly contrasted teeth and rounded lip changes.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/4da79cc40ab646cbbe22f139a3e009722bcd0f8544a8491da463c5ab5bde7e12.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-31-ltx.jpg", "score": 46.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 2 }, "observation": "Subtitles and background loops added; mouth is effectively closed in most samples, late darkening.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-32", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-32-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-32-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source linework and clean simple mouth opening without detailed teeth.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/0abd9ac48207526bff626fcb006f41c348f88b433428c0b9102b6c0cca7a67ed.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-32-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Uneven tooth outlines and mouth edges with changing lower creases.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/f7a0b6552093573483ef6d69f47daf191dbb8f4b3de8d3ed8c851b489bd96f20.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-32-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large dark cavity and bright segmented teeth; shifting lip, chin and cheek creases.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/d63ba9e86d7ffdcd14974ff1cc0a44019a328505043968f0026ed216b748028d.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-32-ltx.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "No obvious new objects, but late whole-frame darkening and drifting mouth and tooth shapes.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-33", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-33-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-33-zankai.jpg", "score": 74.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 3 }, "observation": "Source contour retained but still a narrow dark strip with rough small interior detail.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/87aad0194221126d5cd0818b7f52ed700d5624a699280b1e0d5c0b0ad9f971ee.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-33-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent openings, although tooth highlights and smile shape change the source style.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/fcfd1b8bef5ae6aefd70ce2e33bda75306dec9a9756a0c0e8307939fea0eb275.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-33-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Strong large openings and bright white/pink bands, changing lip and lower-face contours.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/2ab98814dfe4d834c05eee9d4253ee5ae34a671b84afb8550da3afaf26aab9f9.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-33-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Subtitles added; mouth and face details vary with slightly uneven lips.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-34", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-34-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-34-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source lip contour retained with a clearer small cavity and simple upper tooth band.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/8f37d338b6f34769c76dc1617999b83da0dd7741d7294a06427190f0efa24722.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-34-wan.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Irregular segmented teeth and rough cavity edges with changing smile folds.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/a765f91ace88799275b8c479df93b74c4438bb686a6181108775f75283affc6b.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-34-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large black openings, white tooth bands and strong pucker and cheek changes.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/f8244e627a76a4589cd741b74a03d1a73db895a948c0b18a800a2a576732108f.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-34-ltx.jpg", "score": 46.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 2 }, "observation": "Added subtitles, background writing and badge; large late framing shift, mouth barely opens.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-35", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-35-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-35-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Moustache retained with a visible small mouth cavity and tooth strip; restrained opening.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/b324c9f30ecb8d2bc45fce65eea12b99c9fb64af2b05129c0ba476994da738eb.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-35-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable varied cavity with bright tooth outlines; facial hair and lower mouth creases vary.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/431605ff29c776ffafc1ea8b880463a1578cb901c4e6d64464bc56ba8d5929f6.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-35-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large high-contrast cavity and tooth bands with pronounced surrounding contour changes.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/673d61aa3a0cfcb8130f79a09888bec21894719601925b46b2818fafbebdf479.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-35-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Subtitles added, late darkening and facial hair changes; variable tooth and mouth shape.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-36", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-36-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-36-zankai.jpg", "score": 74.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 3 }, "observation": "Source lip fullness retained but aperture remains tiny with compressed interior detail.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/01cbf85aa166ad183c8ecb2fc0f514257713361aa2c8ecf723b1e5f9ca59e88b.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-36-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent varied openings, with bright tooth outlines and changing lip shape.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/2a3f5db369d7d52a7605d2c2760dc3b7dced32ea4713343e25b7fa7528f77eff.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-36-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large dark openings and strong white/pink bands; lip contour changes markedly.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/d91953387c52f9546724990bf7fd6f833fac6674ae500afb5dbe13552bbde80e.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-36-ltx.jpg", "score": 73.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable openings and generally coherent lips; face and lip shapes vary across samples.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-37", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-37-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-37-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source portrait and clean simple cavity, matching D closely.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/28c99aedf3d301f044f7ed8cbe4af1b99982b5d1ea948dfa983a37ca9ebb9bde.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-37-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable small openings, some bright tooth edges and changing smile shape.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/ab096d18f0e04987fd15b1d5220ee0f37c862ecd8ff31ba48afe3e7e34374a63.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-37-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Large black openings with strong pink/white bands and changing lip and cheek contour.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/f38d8a04c2c7cd7251937798c28c51fdc60e0a0db40df41bd455f97510670c3f.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-37-ltx.jpg", "score": 49.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 3 }, "observation": "Added subtitles, background scribbles and a border line; varied but simple mouth shapes.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-38", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-38-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-38-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Source lip style retained with a clearer small dark cavity; limited interior detail.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/8a05688c471b2cabe14ef086dc1538257991060af113c6d0aca36991986c7061.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-38-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent varied openings, with some uneven tooth highlights and smile widening.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/03f2c1ec38860a51da7a05301d9b6380e6d04e57ff2cf74ac96597751ae5df83.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-38-longcat.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent cavity and teeth with moderate lip shape changes and stronger contrast than source.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/333273d459d1574f7dd6e6f8a378340c267c206ebe99d7c8b142e439c29349c7.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-38-ltx.jpg", "score": 46.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 2 }, "observation": "Subtitles and background marks added; nearly closed mouth throughout, late darkening.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-39", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-39-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-39-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Stable source lips and face with a clear restrained cavity; simple interior.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/53277c90204166762c8ca0698185385fc8c947175e7a983a02655180d2193412.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-39-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Coherent varied openings with uneven tooth edges and moderate expression changes.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/d0ae061632b52de1d43c6a037a8313502df9f168b5941b51d62c45f456442345.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-39-longcat.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Very large black openings with bright pink and white bands and changing cheek folds.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/80be0a08c3f3801de0f43ae3eb355fc62615d7978e696cb71ff45d51330227f9.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-39-ltx.jpg", "score": 46.0, "criteria": { "identity_composition": 4, "no_added_content": 2, "sampled_stability": 3, "mouth_appearance": 2 }, "observation": "Subtitles and large facial changes added, with late darkening and almost closed mouth.", "videoPaddingSeconds": 0 } ] }, { "id": "portrait-40", "arms": [ { "model": "zankai", "name": "Zankai", "url": "/benchmark-assets/anime40-20261101/portrait-40-zankai.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-40-zankai.jpg", "score": 77.0, "criteria": { "identity_composition": 5, "no_added_content": 5, "sampled_stability": 5, "mouth_appearance": 4 }, "observation": "Supplemental frames confirm preserved lip shape with a clearer cavity and upper tooth band.", "videoPaddingSeconds": 0 }, { "model": "wan", "name": "Wan", "url": "/benchmark-assets/anime40-20261023/e8e6ddb7aa607c510e02e27494c429a19b01f5c0aa978d04c899c642142765cd.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-40-wan.jpg", "score": 69.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 4 }, "observation": "Readable openings with bright tooth contours, smile widening and a thin background border.", "videoPaddingSeconds": 0.1875 }, { "model": "longcat", "name": "LongCat", "url": "/benchmark-assets/anime40-20261023/0eb76e0cdc4b7cdbb0e27b16c203701dcdd923ac33a29ae3b57afe32b0375002.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-40-longcat.jpg", "score": 62.0, "criteria": { "identity_composition": 5, "no_added_content": 3, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Strong tooth bands and shape changes, with an added red eye effect in the final sample.", "videoPaddingSeconds": 0 }, { "model": "ltx", "name": "LTX", "url": "/benchmark-assets/anime40-20261023/5b371c44986b8b383ed50c4d51ede1b0881e45cbebaed538dfdea30b1653eb27.mp4", "poster": "/benchmark-assets/anime40-20261101/portrait-40-ltx.jpg", "score": 66.0, "criteria": { "identity_composition": 5, "no_added_content": 4, "sampled_stability": 4, "mouth_appearance": 3 }, "observation": "Some background markings and face drift; variable tooth edges and mouth shape.", "videoPaddingSeconds": 0 } ] } ], "diagnostic_means": { "pixel_audio_correlation": { "Zankai": { "n": 40, "mean": 0.6594305415436008, "case_bootstrap_95": [ 0.5173493035111179, 0.774639751106624 ] }, "LongCat": { "n": 40, "mean": 0.6335368052015369, "case_bootstrap_95": [ 0.6203640555952807, 0.6459443041805683 ] }, "LTX": { "n": 40, "mean": -0.030947629902998774, "case_bootstrap_95": [ -0.11835767178050917, 0.06317772108929562 ] }, "Wan": { "n": 40, "mean": 0.3291464232996654, "case_bootstrap_95": [ 0.3102095308221095, 0.3486084126196377 ] } }, "absolute_best_lag_ms": { "Zankai": { "n": 40, "mean": 72.91666666666667, "case_bootstrap_95": [ 29.166666666666668, 125.0 ] }, "LongCat": { "n": 40, "mean": 12.499999999999998, "case_bootstrap_95": [ 7.291666666666666, 18.75 ] }, "LTX": { "n": 40, "mean": 272.91666666666663, "case_bootstrap_95": [ 213.54166666666666, 334.375 ] }, "Wan": { "n": 40, "mean": 210.41666666666669, "case_bootstrap_95": [ 202.08333333333334, 222.91666666666669 ] } }, "speech_motion_coverage": { "Zankai": { "n": 40, "mean": 0.8689102564102564, "case_bootstrap_95": [ 0.823397435897436, 0.908661858974359 ] }, "LongCat": { "n": 40, "mean": 0.8403846153846153, "case_bootstrap_95": [ 0.8192307692307692, 0.8599358974358975 ] }, "LTX": { "n": 40, "mean": 0.6830128205128205, "case_bootstrap_95": [ 0.6487179487179487, 0.7198717948717949 ] }, "Wan": { "n": 40, "mean": 0.8663461538461539, "case_bootstrap_95": [ 0.8532051282051281, 0.8775641025641026 ] } }, "background_ssim": { "Zankai": { "n": 40, "mean": 0.8122863051708432, "case_bootstrap_95": [ 0.7410284567545843, 0.8773967446303408 ] }, "LongCat": { "n": 40, "mean": 0.8409598289968372, "case_bootstrap_95": [ 0.8050864523435101, 0.8673041944739563 ] }, "LTX": { "n": 40, "mean": 0.830445296993074, "case_bootstrap_95": [ 0.7907270994980135, 0.8660703661655971 ] }, "Wan": { "n": 40, "mean": 0.9851911853054954, "case_bootstrap_95": [ 0.9747677095502899, 0.9916822742180381 ] } }, "mouth_motion_range": { "Zankai": { "n": 40, "mean": 6.0198763413041965, "case_bootstrap_95": [ 4.074984909407319, 8.22089205546534 ] }, "LongCat": { "n": 40, "mean": 34.771567579156454, "case_bootstrap_95": [ 31.942611068797646, 37.95879669596763 ] }, "LTX": { "n": 40, "mean": 26.190242942052027, "case_bootstrap_95": [ 19.960624719770333, 33.610747470988926 ] }, "Wan": { "n": 40, "mean": 19.69890214926943, "case_bootstrap_95": [ 17.487100890723198, 22.785362590507162 ] } } }, "limits": [ "Model labels masked and presentation order randomized; evaluator had prior familiarity.", "Cohort curated in Zankai\u2019s favor; competitor outputs archived.", "No human ratings; sampled appearance does not establish audiovisual quality.", "All scored clips retained; confidence intervals describe portrait variation, not reviewer uncertainty." ] }