[{"sha":"103cfafc774f6feb3172b5d4d39681c965b17eba","node_id":"C_kwDOJH_K4NoAKDEwM2NmYWZjNzc0ZjZmZWIzMTcyYjVkNGQzOTY4MWM5NjViMTdlYmE","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T18:50:22Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T18:50:22Z"},"message":"gguf : fix strings to not be null-terminated (#2839)\n\n* gguf : fix strings to not be null-terminated\r\n\r\nggml-ci\r\n\r\n* gguf : fix gguf_add_tensor name","tree":{"sha":"590081a1ff6b6c48fbc9f57973514cc541922ecc","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/590081a1ff6b6c48fbc9f57973514cc541922ecc"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/103cfafc774f6feb3172b5d4d39681c965b17eba","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk65ruCRBK7hj4Ov3rIwAAh+EIABvOjqT64TYT3Mo0WkE6A3/q\niwfG61CwmoSfZVdF7+3kQIewajVrAUUv7rihzEYvazjpQnLI9MJf/SvpXtkXL2th\njWBQX+exlj4B++oztQl3aMZisrEJG4pT45B2hOJ23RnwNIInEFf79UELVe9TlqD+\nWsR+7pAJEqcnB2M6JF6QUGwRP23MdcdxFVnhPgu97fUTojXKruqbS++UPj+XOGwy\n5dj3ME1wZL7h87eTemW+zAmUzlxxhyR0vXs95cikG/Q6JWVHoM2L8sihS1ul96XX\npcCJLW0CNVinBO53wgjuGAq+JUtQtjWnRiKOcoREh8hWRDbyQhqzvZd2JS+1voU=\n=V8gP\n-----END PGP SIGNATURE-----\n","payload":"tree 590081a1ff6b6c48fbc9f57973514cc541922ecc\nparent c10704d01e21e3dbe4d6ca1026ebff85349dd239\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693162222 +0300\ncommitter GitHub <noreply@github.com> 1693162222 +0300\n\ngguf : fix strings to not be null-terminated (#2839)\n\n* gguf : fix strings to not be null-terminated\r\n\r\nggml-ci\r\n\r\n* gguf : fix gguf_add_tensor name","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/103cfafc774f6feb3172b5d4d39681c965b17eba","html_url":"https://github.com/ggml-org/llama.cpp/commit/103cfafc774f6feb3172b5d4d39681c965b17eba","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/103cfafc774f6feb3172b5d4d39681c965b17eba/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"c10704d01e21e3dbe4d6ca1026ebff85349dd239","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c10704d01e21e3dbe4d6ca1026ebff85349dd239","html_url":"https://github.com/ggml-org/llama.cpp/commit/c10704d01e21e3dbe4d6ca1026ebff85349dd239"}]},{"sha":"c10704d01e21e3dbe4d6ca1026ebff85349dd239","node_id":"C_kwDOJH_K4NoAKGMxMDcwNGQwMWUyMWUzZGJlNGQ2Y2ExMDI2ZWJmZjg1MzQ5ZGQyMzk","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T15:55:41Z"},"committer":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T15:55:41Z"},"message":"llama : fix MPI threads (close #2827)","tree":{"sha":"d82ea2bcae1c22efbe4d8d9026df38c859658450","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/d82ea2bcae1c22efbe4d8d9026df38c859658450"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/c10704d01e21e3dbe4d6ca1026ebff85349dd239","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\niQIzBAABCAAdFiEEyJSOym+8Pq1Kf5BQRJ4HP53BBzUFAmTrchQACgkQRJ4HP53B\nBzUB2A//V/nTPZBaoGANVybRFEMaujCjF57exGmuygnnR6wMR4+kKGa2eLChputY\ndZyaNdOJbXYOR3fjUWGRR6Q4QkOK6ttAI+GXKAA+01+ZNiNK2mEP3FoKvkJS26j0\nhrE3ob7x/47IYXbRHAclPfqwpD7QhTTN50XcCiX04N71aep0zJek+mMhWXduX+NR\ndjf08imz6LALfuzmq3H8NuFRNefQ9QDg4dGHKbO/JB9JNKynT9kqKJ2aGd0yGW8k\n4AMWkfZtPWR81WBFvRLwbAkHoC5n0RV0oDOghfePiwPU30GKF+dNzTeP+mzJYVTk\nB3crQk2D5LaKM6f0jdR+LmVjcbc+CI1/MqhN1dDdpA3a91EGljFVG7LCpUzhr/w5\nSeC31LrhfKUWJT8BO7WcxxVXxWtlrICV2Furgc1S1S7bnfMtCq2brgoj14JfY/kZ\n4X1rFjEFxniArMeXKvh5lYB9ASci0+j4dBytlTTfQxuiaZwhAAgLtBV1BHUpPtq1\nnmgoenFD+SFzlIctpqJoi0s91AVp1fE1JCgjj0tdG3xl6/XKh+QFlpJ8TVxb+9Vn\n5frCeJbUvOYQBn+fOxKQRt53minI1oeZktq2pdX50vFdPj3X6KTfq1kRgAUNfKEj\nz/lrcDXJgAnzi+NQtuhs8MGSI4rpa+qKoz6jk1N3wb8/40HA+a0=\n=dqu7\n-----END PGP SIGNATURE-----","payload":"tree d82ea2bcae1c22efbe4d8d9026df38c859658450\nparent 230d46c723edf5999752e4cb67fd94edb19ef9c7\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693151741 +0300\ncommitter Georgi Gerganov <ggerganov@gmail.com> 1693151741 +0300\n\nllama : fix MPI threads (close #2827)\n","verified_at":"2024-11-06T23:03:48Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c10704d01e21e3dbe4d6ca1026ebff85349dd239","html_url":"https://github.com/ggml-org/llama.cpp/commit/c10704d01e21e3dbe4d6ca1026ebff85349dd239","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c10704d01e21e3dbe4d6ca1026ebff85349dd239/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"230d46c723edf5999752e4cb67fd94edb19ef9c7","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/230d46c723edf5999752e4cb67fd94edb19ef9c7","html_url":"https://github.com/ggml-org/llama.cpp/commit/230d46c723edf5999752e4cb67fd94edb19ef9c7"}]},{"sha":"230d46c723edf5999752e4cb67fd94edb19ef9c7","node_id":"C_kwDOJH_K4NoAKDIzMGQ0NmM3MjNlZGY1OTk5NzUyZTRjYjY3ZmQ5NGVkYjE5ZWY5Yzc","commit":{"author":{"name":"Olivier Chafik","email":"ochafik@users.noreply.github.com","date":"2023-08-27T14:13:31Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T14:13:31Z"},"message":"examples : update llama2.c converter to read vocab and write models in GGUF format (#2751)\n\n* llama2.c: direct gguf output (WIP)\r\n\r\n* Simplify vector building logic\r\n\r\n* llama2.c gguf conversion: fix token types in converter\r\n\r\n* llama2.c: support copying vocab from a llama gguf model file\r\n\r\n* llama2.c: update default path for vocab model + readme\r\n\r\n* llama2.c: use defines for gguf keys\r\n\r\n* llama2.c: escape whitespaces w/ U+2581 in vocab converter the llama.cpp way\r\n\r\n* llama2.c converter: cleanups + take n_ff from config","tree":{"sha":"09a7ca40641b05eb2ece183c9a3ead9d9e92189c","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/09a7ca40641b05eb2ece183c9a3ead9d9e92189c"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/230d46c723edf5999752e4cb67fd94edb19ef9c7","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk61oLCRBK7hj4Ov3rIwAAjCIIAGbCvj/jfuAqqReX6+l1Eoic\nUWbXS+l0ajThX5nVKVQ0HOh2OBexyi9PZuS47WVJpDMNIdwt0WRuIBF1r7CqXk88\n8yW+H4Q7v0ADLAuqQhCxHufeIn0v8APKX5Xp7W49BJxeN9QtkbSeLAk2Qdu5E3M8\nD00fR8jBlWVSOorqEna5sFSmeWYMr2CehcMfs71VhsctTmhJFiPi1PPPloEdey5W\nlUKbXmmQ694Q/LBy+4U/avOpS88knFq3MQyaEhvkn7TcRwr7/30bhm7/Ri+tDq9L\nlkR26HApv4rnYnerXDyLWAaUlMLLG3UwYYr/37VDPwWg7c1c6SaU48+O2rOpI8o=\n=cfVW\n-----END PGP SIGNATURE-----\n","payload":"tree 09a7ca40641b05eb2ece183c9a3ead9d9e92189c\nparent 463173a6c0ff353055eb90665794884c888c790f\nauthor Olivier Chafik <ochafik@users.noreply.github.com> 1693145611 +0100\ncommitter GitHub <noreply@github.com> 1693145611 +0300\n\nexamples : update llama2.c converter to read vocab and write models in GGUF format (#2751)\n\n* llama2.c: direct gguf output (WIP)\r\n\r\n* Simplify vector building logic\r\n\r\n* llama2.c gguf conversion: fix token types in converter\r\n\r\n* llama2.c: support copying vocab from a llama gguf model file\r\n\r\n* llama2.c: update default path for vocab model + readme\r\n\r\n* llama2.c: use defines for gguf keys\r\n\r\n* llama2.c: escape whitespaces w/ U+2581 in vocab converter the llama.cpp way\r\n\r\n* llama2.c converter: cleanups + take n_ff from config","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/230d46c723edf5999752e4cb67fd94edb19ef9c7","html_url":"https://github.com/ggml-org/llama.cpp/commit/230d46c723edf5999752e4cb67fd94edb19ef9c7","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/230d46c723edf5999752e4cb67fd94edb19ef9c7/comments","author":{"login":"ochafik","id":273860,"node_id":"MDQ6VXNlcjI3Mzg2MA==","avatar_url":"https://avatars.githubusercontent.com/u/273860?v=4","gravatar_id":"","url":"https://api.github.com/users/ochafik","html_url":"https://github.com/ochafik","followers_url":"https://api.github.com/users/ochafik/followers","following_url":"https://api.github.com/users/ochafik/following{/other_user}","gists_url":"https://api.github.com/users/ochafik/gists{/gist_id}","starred_url":"https://api.github.com/users/ochafik/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ochafik/subscriptions","organizations_url":"https://api.github.com/users/ochafik/orgs","repos_url":"https://api.github.com/users/ochafik/repos","events_url":"https://api.github.com/users/ochafik/events{/privacy}","received_events_url":"https://api.github.com/users/ochafik/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"463173a6c0ff353055eb90665794884c888c790f","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/463173a6c0ff353055eb90665794884c888c790f","html_url":"https://github.com/ggml-org/llama.cpp/commit/463173a6c0ff353055eb90665794884c888c790f"}]},{"sha":"463173a6c0ff353055eb90665794884c888c790f","node_id":"C_kwDOJH_K4NoAKDQ2MzE3M2E2YzBmZjM1MzA1NWViOTA2NjU3OTQ4ODRjODg4Yzc5MGY","commit":{"author":{"name":"Kawrakow","email":"48489457+ikawrakow@users.noreply.github.com","date":"2023-08-27T13:50:33Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T13:50:33Z"},"message":"llama : speedup tokenization (#2831)\n\n* Speedup tokenization\r\n\r\nOn current master it takes ~3.2 seconds to tokenize\r\nWikitext. With this change it becomes ~525 ms.\r\n\r\n* Fixit: it was missing the piece after the last found occurence\r\n\r\n---------\r\n\r\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","tree":{"sha":"4868e5ed0a6924410c91b149a6a630ea75ea06de","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/4868e5ed0a6924410c91b149a6a630ea75ea06de"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/463173a6c0ff353055eb90665794884c888c790f","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk61SpCRBK7hj4Ov3rIwAAY5UIABtF7DMN/UVb87gCPKXuiqAP\nOMyPZUtTMCvQtdfFS/sih8k6bK3Cj/mMnXQ62yMI23c/BvxrUFIo0e34ALM2hQtE\nG6MIu775e0ar3bhNGQM22QSXqiRAbjyjQUEY1CZGPfDflAxGX0Zk9CfbSKCXtgv4\nzIiiSEsDIuhwVWdPG3iL259u1DE6JQOAorSD8UuEnqkkaUou43tLp/rCtz5hkYsz\niytRmQJPW207SbAlkV4fGwHuSu4LgOHjIdVFGSKqIUk7pLCsb3vAUdgmGw1FE+g/\nvb38E01F46AhQRVkBqsh1Ldxdwv/9OXEJ5rkYiVqKYvuNaEzt3l23yWXBtBCsJg=\n=yOwz\n-----END PGP SIGNATURE-----\n","payload":"tree 4868e5ed0a6924410c91b149a6a630ea75ea06de\nparent eaa13a48ff4136f01c1cdb79cacd61b67ec53095\nauthor Kawrakow <48489457+ikawrakow@users.noreply.github.com> 1693144233 +0300\ncommitter GitHub <noreply@github.com> 1693144233 +0300\n\nllama : speedup tokenization (#2831)\n\n* Speedup tokenization\r\n\r\nOn current master it takes ~3.2 seconds to tokenize\r\nWikitext. With this change it becomes ~525 ms.\r\n\r\n* Fixit: it was missing the piece after the last found occurence\r\n\r\n---------\r\n\r\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/463173a6c0ff353055eb90665794884c888c790f","html_url":"https://github.com/ggml-org/llama.cpp/commit/463173a6c0ff353055eb90665794884c888c790f","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/463173a6c0ff353055eb90665794884c888c790f/comments","author":{"login":"ikawrakow","id":48489457,"node_id":"MDQ6VXNlcjQ4NDg5NDU3","avatar_url":"https://avatars.githubusercontent.com/u/48489457?v=4","gravatar_id":"","url":"https://api.github.com/users/ikawrakow","html_url":"https://github.com/ikawrakow","followers_url":"https://api.github.com/users/ikawrakow/followers","following_url":"https://api.github.com/users/ikawrakow/following{/other_user}","gists_url":"https://api.github.com/users/ikawrakow/gists{/gist_id}","starred_url":"https://api.github.com/users/ikawrakow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ikawrakow/subscriptions","organizations_url":"https://api.github.com/users/ikawrakow/orgs","repos_url":"https://api.github.com/users/ikawrakow/repos","events_url":"https://api.github.com/users/ikawrakow/events{/privacy}","received_events_url":"https://api.github.com/users/ikawrakow/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"eaa13a48ff4136f01c1cdb79cacd61b67ec53095","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/eaa13a48ff4136f01c1cdb79cacd61b67ec53095","html_url":"https://github.com/ggml-org/llama.cpp/commit/eaa13a48ff4136f01c1cdb79cacd61b67ec53095"}]},{"sha":"eaa13a48ff4136f01c1cdb79cacd61b67ec53095","node_id":"C_kwDOJH_K4NoAKGVhYTEzYTQ4ZmY0MTM2ZjAxYzFjZGI3OWNhY2Q2MWI2N2VjNTMwOTU","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T13:40:48Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T13:40:48Z"},"message":"falcon : fix CUDA inference by making K and Q contiguous (#2830)\n\n* falcon : fix CUDA inference by making K and Q contiguous\r\n\r\nggml-ci\r\n\r\n* cuda : add assert to guard from non-cont ropes","tree":{"sha":"1e22d465164eb73b72dd6dab345987ea5691e6f2","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/1e22d465164eb73b72dd6dab345987ea5691e6f2"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/eaa13a48ff4136f01c1cdb79cacd61b67ec53095","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk61JgCRBK7hj4Ov3rIwAAjHIIAKyMDdybrwGjEXHK8PooQ804\ntVF3XBBX1gLN115S293YfJFDz50+PRZvYDfTEarNhGL+7jihYXkSW9KfPVyBJdS7\ne3vMgCA7qWY6QoQTaCRyL9mf5ahtfxxYTgOnwrabQWQ4p1NqQZQTO7/iKuUWt6xv\nMzideKSRtTyiKfiCMbP9t8SSEpr7zrQjkSpFSFrnlfXqo1Y40GXzX+6ecg9YaJYk\nVX0S/yIwQfYKtynJeSZnvdcuFuKLCXr/DyM1Haiw7ayKbpUJYqh7cnmtjo2cNuJu\nLx54XnwcWvQNoAbe/vf2c5ZuvfDr6Fb3pV+a/Af8QtUdX7/MpGHCQpHx3muRGbU=\n=/D2w\n-----END PGP SIGNATURE-----\n","payload":"tree 1e22d465164eb73b72dd6dab345987ea5691e6f2\nparent da7455d0467b5f5cc2e45d0dcffaf098df13db63\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693143648 +0300\ncommitter GitHub <noreply@github.com> 1693143648 +0300\n\nfalcon : fix CUDA inference by making K and Q contiguous (#2830)\n\n* falcon : fix CUDA inference by making K and Q contiguous\r\n\r\nggml-ci\r\n\r\n* cuda : add assert to guard from non-cont ropes","verified_at":"2024-11-06T23:03:48Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/eaa13a48ff4136f01c1cdb79cacd61b67ec53095","html_url":"https://github.com/ggml-org/llama.cpp/commit/eaa13a48ff4136f01c1cdb79cacd61b67ec53095","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/eaa13a48ff4136f01c1cdb79cacd61b67ec53095/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"da7455d0467b5f5cc2e45d0dcffaf098df13db63","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/da7455d0467b5f5cc2e45d0dcffaf098df13db63","html_url":"https://github.com/ggml-org/llama.cpp/commit/da7455d0467b5f5cc2e45d0dcffaf098df13db63"}]},{"sha":"da7455d0467b5f5cc2e45d0dcffaf098df13db63","node_id":"C_kwDOJH_K4NoAKGRhNzQ1NWQwNDY3YjVmNWNjMmU0NWQwZGNmZmFmMDk4ZGYxM2RiNjM","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T12:52:34Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T12:52:34Z"},"message":"readme : fix headings","tree":{"sha":"ec081e00ee54208990d6649565c022f3f9fbcf01","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/ec081e00ee54208990d6649565c022f3f9fbcf01"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/da7455d0467b5f5cc2e45d0dcffaf098df13db63","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk60cSCRBK7hj4Ov3rIwAAZooIAH5YcKpHu2RtiECD+7xCRpNw\nsral6K6kcJt6mwI5Heh9cB3y3FN3Bre+1RlavNqjLtz24FMjdt7/RUvAUfDvRUPk\nw7UL1Xxm9dk4QE18shmpj9hO53SArj1JGtOldzVYKAcd0SfH21tES6//gHKl7Wvh\nQdBaG3/5HmR/dFZj5exfF/hSKXO7edQp7ueE48gRSu/a0GxkVWkHGFLJKroZ+S8h\nR95Xt11K6T7hQLtT4FFaKrtla8KGcvETBZ4c8ZJmICZFnX9eosEhqbLf1Lnf/kGW\nmhPU/KpXlWJGADJcE5HXsZ5+4bi7y6TdIIQT9AsDZ3T3JJLhFB4jTpIGXrNXJPU=\n=uQAY\n-----END PGP SIGNATURE-----\n","payload":"tree ec081e00ee54208990d6649565c022f3f9fbcf01\nparent 25423e9185b7c2a1881ed8f85cc752a12370be9d\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693140754 +0300\ncommitter GitHub <noreply@github.com> 1693140754 +0300\n\nreadme : fix headings","verified_at":"2024-11-06T23:03:48Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/da7455d0467b5f5cc2e45d0dcffaf098df13db63","html_url":"https://github.com/ggml-org/llama.cpp/commit/da7455d0467b5f5cc2e45d0dcffaf098df13db63","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/da7455d0467b5f5cc2e45d0dcffaf098df13db63/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"25423e9185b7c2a1881ed8f85cc752a12370be9d","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/25423e9185b7c2a1881ed8f85cc752a12370be9d","html_url":"https://github.com/ggml-org/llama.cpp/commit/25423e9185b7c2a1881ed8f85cc752a12370be9d"}]},{"sha":"25423e9185b7c2a1881ed8f85cc752a12370be9d","node_id":"C_kwDOJH_K4NoAKDI1NDIzZTkxODViN2MyYTE4ODFlZDhmODVjYzc1MmExMjM3MGJlOWQ","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T12:24:40Z"},"committer":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T12:24:58Z"},"message":"scripts : helper convert script","tree":{"sha":"9f3c09a73c9a5175e24c5fa416c4a5f357ff1eb6","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/9f3c09a73c9a5175e24c5fa416c4a5f357ff1eb6"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/25423e9185b7c2a1881ed8f85cc752a12370be9d","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\niQIzBAABCAAdFiEEyJSOym+8Pq1Kf5BQRJ4HP53BBzUFAmTrQJoACgkQRJ4HP53B\nBzVP2A//WDFF+JSdrchf+2gFm5RZ07JXkC8UXl5J0kjh9lDKxZhpxBRvxzP7GB3p\nqMHzbhTeIuW9jgO2qmEgUVzqMDsC7B4XY+C4aElY0gUJm6bOlm+NuHhcZQadaw2Z\nAUz7LIvF0wx+zAGtPpj6KtjI6khgl6Za59hhw4NAZqZ3PsnBdfD019TlTmyOb4Bt\nNkgIVVt3cWhOi89nt4ErUrVeAqdqd4Qks/GKgYZ4RMr8rbedhVonuNxtmG3OUsw3\nt9RnYjTjmNsuxzVzgiwPLvIlgMuMRqyTeEqd9Jc1ycMPb3ki2eJf/MS3QqpnUAKS\nqHTtgkwhM6+SykNcfQWbZZUJ3L8mcop8bg369GeaDU4H0wev4/gGNO1E7yPGIx97\nKJmOGsS754iWCqFzDq9kVpOSELyNCf0tXGekYXKp2Qa8iO9+3JCL2z8kFdXP1hpN\nqBrQrSHt2CNO0xY5nv50FgHc6OQHk+U2eSGtbstJlwHyZf4IO+V2uzRc8XdFNFyj\ne7w0HYJvm1c27peWs8+H8bi8IkE0B79NbS7ahUXMnirUcAUoD6/jwF6SY8iIvQ1k\nLv/+29Db3RZ/wYVROmQTxMHcJ5aWGcTTt1kHBL/bsZQ1tBooIx3rHvuVgBZk3r4w\nFWbRaKoZE5hqrJ0uEOJlYH/1eA1FgFAtl95UWZY5BVCMVmIraWE=\n=QVHG\n-----END PGP SIGNATURE-----","payload":"tree 9f3c09a73c9a5175e24c5fa416c4a5f357ff1eb6\nparent a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693139080 +0300\ncommitter Georgi Gerganov <ggerganov@gmail.com> 1693139098 +0300\n\nscripts : helper convert script\n","verified_at":"2024-11-06T23:03:48Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/25423e9185b7c2a1881ed8f85cc752a12370be9d","html_url":"https://github.com/ggml-org/llama.cpp/commit/25423e9185b7c2a1881ed8f85cc752a12370be9d","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/25423e9185b7c2a1881ed8f85cc752a12370be9d/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2","html_url":"https://github.com/ggml-org/llama.cpp/commit/a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2"}]},{"sha":"a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2","node_id":"C_kwDOJH_K4NoAKGE2ZDExODlmZGQ0YzFhYjRiYTIzZjlkNzc3Zjg5NTA5MDFkY2ZmYjI","commit":{"author":{"name":"Kawrakow","email":"48489457+ikawrakow@users.noreply.github.com","date":"2023-08-27T12:19:59Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T12:19:59Z"},"message":"k_quants tuning for Falcon-7b (#2816)\n\n* Make ggml-cuda.cu build with QK_K = 64\r\n\r\nUsing LLAMA_CUDA_FORCE_DMMV = ON and -nommq it runs and produces\r\na meaningful result.\r\n\r\n* k_quants tuning for Falcon-7b\r\n\r\n---------\r\n\r\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","tree":{"sha":"d9a96c3adbf57aad406bfb5bd304765615933060","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/d9a96c3adbf57aad406bfb5bd304765615933060"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6z9vCRBK7hj4Ov3rIwAAp0gIADTFJZjwDgcBRbFv7FgaXGrs\nqe2JmoNGlNif1okIm3A+zG4+G9ozXUZsPxEVcIIsH29JqafqmzsE/21cEvwB0p2U\nOQlJvv/zJ4BP2ssAs0bTTPfEi73vNwp9/If6RiWw8ys6Xg7BrGRuVeExWVzNkrMh\noI3klk7Vk9FG5L+PfXo5qMCMtQw2MBDsDjKVBxRCdky0Vg50bytfrnlAzSHbakZ8\nOWGfOARSTecfmtAUK8ST2yYQnwUINPN7ImaTjGi+SURRfJgNdPMnxeR2x+rJDY+U\nnaq1waCEFAQdIWK7vbuju3g3AW3ZxP1JsQFkAmxA6M2CZJ9XKf6n/gq2yqLYr/o=\n=7tyR\n-----END PGP SIGNATURE-----\n","payload":"tree d9a96c3adbf57aad406bfb5bd304765615933060\nparent c48c5bb0b06385f6c708339188d2aaf2bc278477\nauthor Kawrakow <48489457+ikawrakow@users.noreply.github.com> 1693138799 +0300\ncommitter GitHub <noreply@github.com> 1693138799 +0300\n\nk_quants tuning for Falcon-7b (#2816)\n\n* Make ggml-cuda.cu build with QK_K = 64\r\n\r\nUsing LLAMA_CUDA_FORCE_DMMV = ON and -nommq it runs and produces\r\na meaningful result.\r\n\r\n* k_quants tuning for Falcon-7b\r\n\r\n---------\r\n\r\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2","html_url":"https://github.com/ggml-org/llama.cpp/commit/a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/a6d1189fdd4c1ab4ba23f9d777f8950901dcffb2/comments","author":{"login":"ikawrakow","id":48489457,"node_id":"MDQ6VXNlcjQ4NDg5NDU3","avatar_url":"https://avatars.githubusercontent.com/u/48489457?v=4","gravatar_id":"","url":"https://api.github.com/users/ikawrakow","html_url":"https://github.com/ikawrakow","followers_url":"https://api.github.com/users/ikawrakow/followers","following_url":"https://api.github.com/users/ikawrakow/following{/other_user}","gists_url":"https://api.github.com/users/ikawrakow/gists{/gist_id}","starred_url":"https://api.github.com/users/ikawrakow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ikawrakow/subscriptions","organizations_url":"https://api.github.com/users/ikawrakow/orgs","repos_url":"https://api.github.com/users/ikawrakow/repos","events_url":"https://api.github.com/users/ikawrakow/events{/privacy}","received_events_url":"https://api.github.com/users/ikawrakow/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"c48c5bb0b06385f6c708339188d2aaf2bc278477","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c48c5bb0b06385f6c708339188d2aaf2bc278477","html_url":"https://github.com/ggml-org/llama.cpp/commit/c48c5bb0b06385f6c708339188d2aaf2bc278477"}]},{"sha":"c48c5bb0b06385f6c708339188d2aaf2bc278477","node_id":"C_kwDOJH_K4NoAKGM0OGM1YmIwYjA2Mzg1ZjZjNzA4MzM5MTg4ZDJhYWYyYmMyNzg0Nzc","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T11:44:35Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T11:44:35Z"},"message":"readme : update hot topics","tree":{"sha":"660b0bc9fcda81b886108a698f7b7a1697c0c8a2","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/660b0bc9fcda81b886108a698f7b7a1697c0c8a2"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/c48c5bb0b06385f6c708339188d2aaf2bc278477","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6zcjCRBK7hj4Ov3rIwAAaWEIAEJ0CcFCBVR804DRHcDJlDcn\n/pL95BMLZGV57wDXPVAd8fk6eCIXwJZBR7z2j0EtztOj3ZSJtn6rTaZL7t0QHHi+\nOzKWZgg2UULGrNMBetMlDoxbJpdkhGGOd6pXacO8TXM9QWLn5RmUMxN3Tt+C/YQo\njdF9iBfptX4+3/c3p4UmNVRq++OnEqJQKkx14IwSpKAOhfnd7L6vBI0ujIw8hT4Z\nuH1bulwSX+qqVjk/ju+jv1zZOqdyh6nYdj0vkvJkeYrU+QbvDL30JpnArYkdofSJ\n3lnu3CHNd0d4gTHWj1ESJFbjOEevs+RnCceD9xfwO8HhBY41oGLJmMhhMcJcVmw=\n=aPBE\n-----END PGP SIGNATURE-----\n","payload":"tree 660b0bc9fcda81b886108a698f7b7a1697c0c8a2\nparent d0cee0d36d5be95a0d9088b674dbb27354107221\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693136675 +0300\ncommitter GitHub <noreply@github.com> 1693136675 +0300\n\nreadme : update hot topics","verified_at":"2024-11-06T23:03:48Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c48c5bb0b06385f6c708339188d2aaf2bc278477","html_url":"https://github.com/ggml-org/llama.cpp/commit/c48c5bb0b06385f6c708339188d2aaf2bc278477","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c48c5bb0b06385f6c708339188d2aaf2bc278477/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"d0cee0d36d5be95a0d9088b674dbb27354107221","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/d0cee0d36d5be95a0d9088b674dbb27354107221","html_url":"https://github.com/ggml-org/llama.cpp/commit/d0cee0d36d5be95a0d9088b674dbb27354107221"}]},{"sha":"d0cee0d36d5be95a0d9088b674dbb27354107221","node_id":"C_kwDOJH_K4NoAKGQwY2VlMGQzNmQ1YmU5NWEwZDkwODhiNjc0ZGJiMjczNTQxMDcyMjE","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T11:19:54Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T11:19:54Z"},"message":"gguf : add 64-bit support (GGUF v2) (#2821)\n\n* gguf : bump version to 2\r\n\r\n* gguf : add support for 64-bit (no backwards comp yet)\r\n\r\n* gguf : v1 backwards comp\r\n\r\n* gguf.py : bump GGUF version\r\n\r\n* gguf.py : uint64_t on all lengths, sizes and counts, enums still uint32_t\r\n\r\n* gguf.py : string lengths uint32_t\r\n\r\n* gguf : update all counts to 64-bit\r\n\r\n* gguf.py : string len uint64_t and n_dims uint32_t\r\n\r\n* gguf : fix typo\r\n\r\n* llama.cpp : print gguf version\r\n\r\n---------\r\n\r\nCo-authored-by: klosax <131523366+klosax@users.noreply.github.com>","tree":{"sha":"bb5db56b4d1a9ea71eb1651485a38034b6acc3f2","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/bb5db56b4d1a9ea71eb1651485a38034b6acc3f2"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/d0cee0d36d5be95a0d9088b674dbb27354107221","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6zFaCRBK7hj4Ov3rIwAADq4IAF+NfqeAM+2eQYZo/IeF6AkP\nxdtC7LLCbGyX8Jiq19IewA8JLIeMHkQUSs1xaQ4CcAy7QLT2RphJVMsuKjiPiAsC\nB+xkC6quPbwyxujqSWndzYLW+3CmR1z+zBTYOeqtWN6gZPVWL7zZjWHXnrkXK+JK\nDkG3qQw0ppIhV45VqrlWw7YZgB56yHJwLFUCPhL7OU5haAy9/EhwYSVblEDx1qHf\nnIf/8e6LbupxHrE9B7LyPcoYgIO8tT9eaqYa3Phs0ICk435byDY3FHsbGYKlyABu\nYb0WF1oRbRHHY3l8G+awWV8MFPueXSzRgeTLO8WGAmTMJw4LfeIYLLiO5x2/Ic4=\n=UArw\n-----END PGP SIGNATURE-----\n","payload":"tree bb5db56b4d1a9ea71eb1651485a38034b6acc3f2\nparent edd4c1481708fcd788b0e423268304fd26e2b125\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693135194 +0300\ncommitter GitHub <noreply@github.com> 1693135194 +0300\n\ngguf : add 64-bit support (GGUF v2) (#2821)\n\n* gguf : bump version to 2\r\n\r\n* gguf : add support for 64-bit (no backwards comp yet)\r\n\r\n* gguf : v1 backwards comp\r\n\r\n* gguf.py : bump GGUF version\r\n\r\n* gguf.py : uint64_t on all lengths, sizes and counts, enums still uint32_t\r\n\r\n* gguf.py : string lengths uint32_t\r\n\r\n* gguf : update all counts to 64-bit\r\n\r\n* gguf.py : string len uint64_t and n_dims uint32_t\r\n\r\n* gguf : fix typo\r\n\r\n* llama.cpp : print gguf version\r\n\r\n---------\r\n\r\nCo-authored-by: klosax <131523366+klosax@users.noreply.github.com>","verified_at":"2024-11-06T17:53:40Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/d0cee0d36d5be95a0d9088b674dbb27354107221","html_url":"https://github.com/ggml-org/llama.cpp/commit/d0cee0d36d5be95a0d9088b674dbb27354107221","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/d0cee0d36d5be95a0d9088b674dbb27354107221/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"edd4c1481708fcd788b0e423268304fd26e2b125","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/edd4c1481708fcd788b0e423268304fd26e2b125","html_url":"https://github.com/ggml-org/llama.cpp/commit/edd4c1481708fcd788b0e423268304fd26e2b125"}]},{"sha":"edd4c1481708fcd788b0e423268304fd26e2b125","node_id":"C_kwDOJH_K4NoAKGVkZDRjMTQ4MTcwOGZjZDc4OGIwZTQyMzI2ODMwNGZkMjZlMmIxMjU","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-27T11:19:19Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T11:19:19Z"},"message":"llama : more tokenizer fixes (#2810)\n\n* tests : write a Python tokenizer test (wip)\r\n\r\n* llama : prefix input text for tokenization with whitespace\r\n\r\n* llama : distinguish pieces from decoded text + fix detokenization\r\n\r\n* common : add comments\r\n\r\n* examples : no longer manually add leading space when tokenizing\r\n\r\n* tests : use Python to generate tokenizer tests for C++\r\n\r\n* tests : add option to tokenize text files\r\n\r\nggml-ci\r\n\r\n* tests : add test-tokenizer-1.py\r\n\r\n* llama.cpp : fix LF token\r\n\r\n* hellaswag : move the concat space for clarity\r\n\r\n* tests : add falcon tests (py + cpp, currently do not pass Unicode)\r\n\r\nggml-ci\r\n\r\n* common : temporary separate llama_detokenize calls for SPM and BPE\r\n\r\n---------\r\n\r\nCo-authored-by: klosax <131523366+klosax@users.noreply.github.com>","tree":{"sha":"2e7db62ea4816dc18f2518a08c36b6ea480eff05","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/2e7db62ea4816dc18f2518a08c36b6ea480eff05"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/edd4c1481708fcd788b0e423268304fd26e2b125","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6zE3CRBK7hj4Ov3rIwAAswwIAKXY3oZR+OpF7ztlnjrNAdEe\nCtnAvoyXIgYlrOV0r/3MiwhhroFY8Ekcr7vSsGpBlMSbL7aWm9KaEQBcdw252xQI\nJQ7Nb9gH/8FyTgWS7s/OMBvUiB8eM2hArvqDerHMB5XOTtUFSEK3o1Xa9EbNB/Ol\niJTTUyFvEgvWwr2um2NjGV6FezIY7x7Mgn5SHr4eTm6TvTDnfiq6v1IIZJosH9GS\nkiEzpOB6Bt4KE/z53D2VyC8kcQW7mj5/pBxBvRHjO5YkAkZNSxis4A0en8Kqv/gP\n0lw1EELoY9tlFm6Xu2IKWQaZVskOX5cwJJXtg6oryLc6wkrea9sbijAv5N1Y8aI=\n=XLCp\n-----END PGP SIGNATURE-----\n","payload":"tree 2e7db62ea4816dc18f2518a08c36b6ea480eff05\nparent 1591e2e590762011b43b10a9b6e04f13f98f2aa5\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693135159 +0300\ncommitter GitHub <noreply@github.com> 1693135159 +0300\n\nllama : more tokenizer fixes (#2810)\n\n* tests : write a Python tokenizer test (wip)\r\n\r\n* llama : prefix input text for tokenization with whitespace\r\n\r\n* llama : distinguish pieces from decoded text + fix detokenization\r\n\r\n* common : add comments\r\n\r\n* examples : no longer manually add leading space when tokenizing\r\n\r\n* tests : use Python to generate tokenizer tests for C++\r\n\r\n* tests : add option to tokenize text files\r\n\r\nggml-ci\r\n\r\n* tests : add test-tokenizer-1.py\r\n\r\n* llama.cpp : fix LF token\r\n\r\n* hellaswag : move the concat space for clarity\r\n\r\n* tests : add falcon tests (py + cpp, currently do not pass Unicode)\r\n\r\nggml-ci\r\n\r\n* common : temporary separate llama_detokenize calls for SPM and BPE\r\n\r\n---------\r\n\r\nCo-authored-by: klosax <131523366+klosax@users.noreply.github.com>","verified_at":"2024-11-06T23:03:48Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/edd4c1481708fcd788b0e423268304fd26e2b125","html_url":"https://github.com/ggml-org/llama.cpp/commit/edd4c1481708fcd788b0e423268304fd26e2b125","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/edd4c1481708fcd788b0e423268304fd26e2b125/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"1591e2e590762011b43b10a9b6e04f13f98f2aa5","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/1591e2e590762011b43b10a9b6e04f13f98f2aa5","html_url":"https://github.com/ggml-org/llama.cpp/commit/1591e2e590762011b43b10a9b6e04f13f98f2aa5"}]},{"sha":"1591e2e590762011b43b10a9b6e04f13f98f2aa5","node_id":"C_kwDOJH_K4NoAKDE1OTFlMmU1OTA3NjIwMTFiNDNiMTBhOWI2ZTA0ZjEzZjk4ZjJhYTU","commit":{"author":{"name":"Przemysław Pawełczyk","email":"przemoc@gmail.com","date":"2023-08-27T08:10:25Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T08:10:25Z"},"message":"ggml : detect SSSE3 (#2825)\n\n* ggml : add ggml_cpu_has_ssse3\r\n\r\n* llama : show SSSE3 in system info","tree":{"sha":"94a67bb41a70f95a047f6e6f8df76960bcaa334f","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/94a67bb41a70f95a047f6e6f8df76960bcaa334f"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/1591e2e590762011b43b10a9b6e04f13f98f2aa5","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6wTxCRBK7hj4Ov3rIwAA0KMIAFfCb0HmrO5jWElgVLcPsioC\npSAvjMVSbtwTxL6Ifi43gwQ39lo7PAFPCU0OsX5cwIaw5tBV3vM9JKzyZiL+5Nli\nOKMnG9mvZmg9YiasP2bZP59IVk3GhL2Hj52xVye+1xTl8Lnm3qTibPhwtbYMaDW2\nuaXu+qpC8pHRUFVY+DkXlCTv1ct4p6A7nbTDnA0hUwrK9BXhuReLoRJs4Nmvve3X\nno1fAGCWbVujjYzGDCmQHHM1ZqhasIEbr/21XeMYFnlYvtwQj/xfZ2ETaxj0JRja\nXOqy2fK/IG2HLvFASfj5t15x5zGwQCBybVrWnVAYjuaP3hL91Zewxgbg9JUYpc4=\n=+JlO\n-----END PGP SIGNATURE-----\n","payload":"tree 94a67bb41a70f95a047f6e6f8df76960bcaa334f\nparent 789c8c945a2814e1487e18e68823d9926e3b1454\nauthor Przemysław Pawełczyk <przemoc@gmail.com> 1693123825 +0200\ncommitter GitHub <noreply@github.com> 1693123825 +0300\n\nggml : detect SSSE3 (#2825)\n\n* ggml : add ggml_cpu_has_ssse3\r\n\r\n* llama : show SSSE3 in system info","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/1591e2e590762011b43b10a9b6e04f13f98f2aa5","html_url":"https://github.com/ggml-org/llama.cpp/commit/1591e2e590762011b43b10a9b6e04f13f98f2aa5","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/1591e2e590762011b43b10a9b6e04f13f98f2aa5/comments","author":{"login":"przemoc","id":142372,"node_id":"MDQ6VXNlcjE0MjM3Mg==","avatar_url":"https://avatars.githubusercontent.com/u/142372?v=4","gravatar_id":"","url":"https://api.github.com/users/przemoc","html_url":"https://github.com/przemoc","followers_url":"https://api.github.com/users/przemoc/followers","following_url":"https://api.github.com/users/przemoc/following{/other_user}","gists_url":"https://api.github.com/users/przemoc/gists{/gist_id}","starred_url":"https://api.github.com/users/przemoc/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/przemoc/subscriptions","organizations_url":"https://api.github.com/users/przemoc/orgs","repos_url":"https://api.github.com/users/przemoc/repos","events_url":"https://api.github.com/users/przemoc/events{/privacy}","received_events_url":"https://api.github.com/users/przemoc/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"789c8c945a2814e1487e18e68823d9926e3b1454","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/789c8c945a2814e1487e18e68823d9926e3b1454","html_url":"https://github.com/ggml-org/llama.cpp/commit/789c8c945a2814e1487e18e68823d9926e3b1454"}]},{"sha":"789c8c945a2814e1487e18e68823d9926e3b1454","node_id":"C_kwDOJH_K4NoAKDc4OWM4Yzk0NWEyODE0ZTE0ODdlMThlNjg4MjNkOTkyNmUzYjE0NTQ","commit":{"author":{"name":"slaren","email":"slarengh@gmail.com","date":"2023-08-27T07:03:27Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-27T07:03:27Z"},"message":"ci : add LoRA test to CI (#2650)\n\n* ci : add lora test\r\n\r\nggml-ci\r\n\r\n* move lora summary to the top, add lora logs\r\n\r\nggml-ci\r\n\r\n* ci : decrease CPU ppl runs to 2 to avoide 20 min timeout\r\n\r\nggml-ci\r\n\r\n* add 7b lora test\r\n\r\nuse 1 thread for CUDA generation tests\r\n\r\nggml-ci\r\n\r\n* add test with q8_0 (cpu only)\r\n\r\nggml-ci\r\n\r\n---------\r\n\r\nCo-authored-by: Georgi Gerganov <ggerganov@gmail.com>","tree":{"sha":"ef901b992db34c31daba1254fa56b61193fef974","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/ef901b992db34c31daba1254fa56b61193fef974"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/789c8c945a2814e1487e18e68823d9926e3b1454","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6vU/CRBK7hj4Ov3rIwAA7/oIAA6FewqoPxeedwiAVIEkSOBc\nPiXngueQsCQ+Q3oYMCIJdbbG7AEjAtgKRY3KZS7A7IsFCHlrLQjXgFe64+io9Tuc\nayCZEu1UhGXdrsRkv3xYiGea/eup1+rSzxzKEgHUS9qRsWAxg37O52IrxKraTtnO\n+dCmGqpckMWULjZKNfaBiL/0Mp3BwkIPadK4kfhGKtB+jI1CEnGsVPK7uaJJb/H9\nYiXwMq/At+MgiYnVmWobL3ZA2wAaZ6mbQRcGb+aHhVLr7l/DzEqh1cGVK5Nvpcju\nqKGSpth32q1/WIQDk+OaUJoaTBwsknFyjuBBEbvuvE2Jrxq0Ig6+8PS3zrM0jmQ=\n=MlxL\n-----END PGP SIGNATURE-----\n","payload":"tree ef901b992db34c31daba1254fa56b61193fef974\nparent c1ac54b77aaba10d029084d152be786102010eb2\nauthor slaren <slarengh@gmail.com> 1693119807 +0200\ncommitter GitHub <noreply@github.com> 1693119807 +0300\n\nci : add LoRA test to CI (#2650)\n\n* ci : add lora test\r\n\r\nggml-ci\r\n\r\n* move lora summary to the top, add lora logs\r\n\r\nggml-ci\r\n\r\n* ci : decrease CPU ppl runs to 2 to avoide 20 min timeout\r\n\r\nggml-ci\r\n\r\n* add 7b lora test\r\n\r\nuse 1 thread for CUDA generation tests\r\n\r\nggml-ci\r\n\r\n* add test with q8_0 (cpu only)\r\n\r\nggml-ci\r\n\r\n---------\r\n\r\nCo-authored-by: Georgi Gerganov <ggerganov@gmail.com>","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/789c8c945a2814e1487e18e68823d9926e3b1454","html_url":"https://github.com/ggml-org/llama.cpp/commit/789c8c945a2814e1487e18e68823d9926e3b1454","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/789c8c945a2814e1487e18e68823d9926e3b1454/comments","author":{"login":"slaren","id":2141330,"node_id":"MDQ6VXNlcjIxNDEzMzA=","avatar_url":"https://avatars.githubusercontent.com/u/2141330?v=4","gravatar_id":"","url":"https://api.github.com/users/slaren","html_url":"https://github.com/slaren","followers_url":"https://api.github.com/users/slaren/followers","following_url":"https://api.github.com/users/slaren/following{/other_user}","gists_url":"https://api.github.com/users/slaren/gists{/gist_id}","starred_url":"https://api.github.com/users/slaren/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/slaren/subscriptions","organizations_url":"https://api.github.com/users/slaren/orgs","repos_url":"https://api.github.com/users/slaren/repos","events_url":"https://api.github.com/users/slaren/events{/privacy}","received_events_url":"https://api.github.com/users/slaren/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"c1ac54b77aaba10d029084d152be786102010eb2","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c1ac54b77aaba10d029084d152be786102010eb2","html_url":"https://github.com/ggml-org/llama.cpp/commit/c1ac54b77aaba10d029084d152be786102010eb2"}]},{"sha":"c1ac54b77aaba10d029084d152be786102010eb2","node_id":"C_kwDOJH_K4NoAKGMxYWM1NGI3N2FhYmExMGQwMjkwODRkMTUyYmU3ODYxMDIwMTBlYjI","commit":{"author":{"name":"Bruce MacDonald","email":"brucewmacdonald@gmail.com","date":"2023-08-26T23:11:45Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T23:11:45Z"},"message":"server : add `/detokenize` endpoint (#2802)\n\n* Add a /detokenize endpoint to the example server\r\n\r\n* remove trailing white-space","tree":{"sha":"e323617bad1fd6fc8d4393d3b756d4d16698c3b9","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/e323617bad1fd6fc8d4393d3b756d4d16698c3b9"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/c1ac54b77aaba10d029084d152be786102010eb2","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6oaxCRBK7hj4Ov3rIwAA47cIADZbw/eKFsDCbs6INmRwRFws\ns9ZinS2P5gB5+vULt0reuU/95VmFUMvYHBo/vsxIeKPOO1wc5D7Q0yUkvKgit6jg\nYiJW5fJ1qdp9clK+byy817jZmAGsZlWg9OwVFODB9kiACqO8knBAcH5gTJ29awc1\nNjM8RncMx8b/+ArouivyBvAyZB8kmIwgZpIH7BRJ7bn5C97M5mVHiQ6kR/i8gPvd\nt0KfmkEtiAHY1pWWSOSHG1BeXDRpok70hX7sQNoDcTuANoeDTsee9ufF9EIF33tj\nYcqkydIkuQ+ZsfjfnyPBSdnsIEgKwRSxkXhYFfYWOQG4jFePhDEtcE89k9TSH9c=\n=f6rF\n-----END PGP SIGNATURE-----\n","payload":"tree e323617bad1fd6fc8d4393d3b756d4d16698c3b9\nparent 730d9c681e339b76407659344e5a2cd50af7d7d5\nauthor Bruce MacDonald <brucewmacdonald@gmail.com> 1693091505 -0700\ncommitter GitHub <noreply@github.com> 1693091505 +0800\n\nserver : add `/detokenize` endpoint (#2802)\n\n* Add a /detokenize endpoint to the example server\r\n\r\n* remove trailing white-space","verified_at":"2024-11-07T05:59:12Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c1ac54b77aaba10d029084d152be786102010eb2","html_url":"https://github.com/ggml-org/llama.cpp/commit/c1ac54b77aaba10d029084d152be786102010eb2","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c1ac54b77aaba10d029084d152be786102010eb2/comments","author":{"login":"BruceMacD","id":5853428,"node_id":"MDQ6VXNlcjU4NTM0Mjg=","avatar_url":"https://avatars.githubusercontent.com/u/5853428?v=4","gravatar_id":"","url":"https://api.github.com/users/BruceMacD","html_url":"https://github.com/BruceMacD","followers_url":"https://api.github.com/users/BruceMacD/followers","following_url":"https://api.github.com/users/BruceMacD/following{/other_user}","gists_url":"https://api.github.com/users/BruceMacD/gists{/gist_id}","starred_url":"https://api.github.com/users/BruceMacD/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/BruceMacD/subscriptions","organizations_url":"https://api.github.com/users/BruceMacD/orgs","repos_url":"https://api.github.com/users/BruceMacD/repos","events_url":"https://api.github.com/users/BruceMacD/events{/privacy}","received_events_url":"https://api.github.com/users/BruceMacD/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"730d9c681e339b76407659344e5a2cd50af7d7d5","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/730d9c681e339b76407659344e5a2cd50af7d7d5","html_url":"https://github.com/ggml-org/llama.cpp/commit/730d9c681e339b76407659344e5a2cd50af7d7d5"}]},{"sha":"730d9c681e339b76407659344e5a2cd50af7d7d5","node_id":"C_kwDOJH_K4NoAKDczMGQ5YzY4MWUzMzliNzY0MDc2NTkzNDRlNWEyY2Q1MGFmN2Q3ZDU","commit":{"author":{"name":"Kerfuffle","email":"44031344+KerfuffleV2@users.noreply.github.com","date":"2023-08-26T20:13:36Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T20:13:36Z"},"message":"convert.py : advanced option (#2753)\n\n* Allow convert.py to convert to q8_0\r\n\r\nFix issue with bounded_parallel_map and greedy consuming iterator\r\n\r\nDisplay elapsed time during conversion\r\n\r\n* Add --concurrency option\r\n\r\nMinor improvements to help text\r\n\r\nClean up bounded_parallel_map function a bit\r\n\r\n* Massive speed improvement thanks to Cebtenzzre\r\n\r\n* Refactor types","tree":{"sha":"646309864045445e6d9dca452ab048af8a5401a3","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/646309864045445e6d9dca452ab048af8a5401a3"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/730d9c681e339b76407659344e5a2cd50af7d7d5","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6lzwCRBK7hj4Ov3rIwAAauQIAIuR3qnZShG1NjKUji6VKZCH\nJIQ0/Vo+2P+yyv2Ec6czdaXmBEHo4EKhSWVAonXwbszTPg0g8QfNqI7sEheJBs4j\nJHJO+LwhhDb7RQJhWMHBDr+pHIcIqVvte6UH/4BgwiTbxFE6e1mnaLYKIFmFbSVa\n2A0YA2pusXu/9/81f0mr0tNOmBAgMYLtvAWb6PNRKIl9v6T38GdNZFZo8AB7t64r\nL9WiQBJoAKj9gKvA+AupKD5G2zyCEgurbFWXAKXvzvSPV5U3noZMvIODkI57SvNw\nb+Tv9sk05iXzgMpRwbSnUB6HuA+ICee0ntAur8QamhpPxJWR54EkrqRK4Gb5BCo=\n=+fqN\n-----END PGP SIGNATURE-----\n","payload":"tree 646309864045445e6d9dca452ab048af8a5401a3\nparent c7d92e6dfec3f54849f3a0ba373054d29f321ea2\nauthor Kerfuffle <44031344+KerfuffleV2@users.noreply.github.com> 1693080816 -0600\ncommitter GitHub <noreply@github.com> 1693080816 +0300\n\nconvert.py : advanced option (#2753)\n\n* Allow convert.py to convert to q8_0\r\n\r\nFix issue with bounded_parallel_map and greedy consuming iterator\r\n\r\nDisplay elapsed time during conversion\r\n\r\n* Add --concurrency option\r\n\r\nMinor improvements to help text\r\n\r\nClean up bounded_parallel_map function a bit\r\n\r\n* Massive speed improvement thanks to Cebtenzzre\r\n\r\n* Refactor types","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/730d9c681e339b76407659344e5a2cd50af7d7d5","html_url":"https://github.com/ggml-org/llama.cpp/commit/730d9c681e339b76407659344e5a2cd50af7d7d5","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/730d9c681e339b76407659344e5a2cd50af7d7d5/comments","author":{"login":"KerfuffleV2","id":44031344,"node_id":"MDQ6VXNlcjQ0MDMxMzQ0","avatar_url":"https://avatars.githubusercontent.com/u/44031344?v=4","gravatar_id":"","url":"https://api.github.com/users/KerfuffleV2","html_url":"https://github.com/KerfuffleV2","followers_url":"https://api.github.com/users/KerfuffleV2/followers","following_url":"https://api.github.com/users/KerfuffleV2/following{/other_user}","gists_url":"https://api.github.com/users/KerfuffleV2/gists{/gist_id}","starred_url":"https://api.github.com/users/KerfuffleV2/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/KerfuffleV2/subscriptions","organizations_url":"https://api.github.com/users/KerfuffleV2/orgs","repos_url":"https://api.github.com/users/KerfuffleV2/repos","events_url":"https://api.github.com/users/KerfuffleV2/events{/privacy}","received_events_url":"https://api.github.com/users/KerfuffleV2/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"c7d92e6dfec3f54849f3a0ba373054d29f321ea2","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c7d92e6dfec3f54849f3a0ba373054d29f321ea2","html_url":"https://github.com/ggml-org/llama.cpp/commit/c7d92e6dfec3f54849f3a0ba373054d29f321ea2"}]},{"sha":"c7d92e6dfec3f54849f3a0ba373054d29f321ea2","node_id":"C_kwDOJH_K4NoAKGM3ZDkyZTZkZmVjM2Y1NDg0OWYzYTBiYTM3MzA1NGQyOWYzMjFlYTI","commit":{"author":{"name":"Tim Miller","email":"drasticactions@users.noreply.github.com","date":"2023-08-26T18:27:07Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T18:27:07Z"},"message":"llama : use Unicode Escape Sequence to replace encoded characters (#2814)\n\nThe use of special characters within source files can break compiling on some computers with different region and language settings. Using Unicode escape sequences should allow for the code to be compiled on all setups without needing to change your computers settings or switch regions.","tree":{"sha":"1d7aa4d57f6fdc87d207f7adb4da208af8004325","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/1d7aa4d57f6fdc87d207f7adb4da208af8004325"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/c7d92e6dfec3f54849f3a0ba373054d29f321ea2","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6kP7CRBK7hj4Ov3rIwAAFFcIAInYlDk5y0tmPDdtr/qtCCxO\nA1wKRvG6UQr4YtQkSGC/eHp8Bea7y6cA8OpTa4Rr7kRB9NKr0OaY3MCkti3NOsxm\n08tjg5Ytufon+gTMZPkMrm6LjfkXq9WjMHPoh0mu3fsoLMnOV/lkCPvQ6+jv4Ykd\n/pCUMHTVwcowTdNtio8zfYlWp6tE4kqvDsul+1aLIoEEUqLKXvTWpJa/QPMmphSP\nujR2M+kedpLSRbgpLdn2KRNdZpAlTOgrZ68NbGoB0YBqdr45/Rp3i66avnJ56aAa\nuy6k36It7jM1WZRWttvCwlwFLRjp+UR1KcjhjEjXp0t+jSjIcOxPWu9n7hoeQ+s=\n=OAaK\n-----END PGP SIGNATURE-----\n","payload":"tree 1d7aa4d57f6fdc87d207f7adb4da208af8004325\nparent 61d1a2895eeca55e0c8b7018492f6ab9c90cff78\nauthor Tim Miller <drasticactions@users.noreply.github.com> 1693074427 +0900\ncommitter GitHub <noreply@github.com> 1693074427 +0300\n\nllama : use Unicode Escape Sequence to replace encoded characters (#2814)\n\nThe use of special characters within source files can break compiling on some computers with different region and language settings. Using Unicode escape sequences should allow for the code to be compiled on all setups without needing to change your computers settings or switch regions.","verified_at":"2024-11-07T05:59:12Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c7d92e6dfec3f54849f3a0ba373054d29f321ea2","html_url":"https://github.com/ggml-org/llama.cpp/commit/c7d92e6dfec3f54849f3a0ba373054d29f321ea2","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c7d92e6dfec3f54849f3a0ba373054d29f321ea2/comments","author":{"login":"drasticactions","id":898335,"node_id":"MDQ6VXNlcjg5ODMzNQ==","avatar_url":"https://avatars.githubusercontent.com/u/898335?v=4","gravatar_id":"","url":"https://api.github.com/users/drasticactions","html_url":"https://github.com/drasticactions","followers_url":"https://api.github.com/users/drasticactions/followers","following_url":"https://api.github.com/users/drasticactions/following{/other_user}","gists_url":"https://api.github.com/users/drasticactions/gists{/gist_id}","starred_url":"https://api.github.com/users/drasticactions/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/drasticactions/subscriptions","organizations_url":"https://api.github.com/users/drasticactions/orgs","repos_url":"https://api.github.com/users/drasticactions/repos","events_url":"https://api.github.com/users/drasticactions/events{/privacy}","received_events_url":"https://api.github.com/users/drasticactions/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"61d1a2895eeca55e0c8b7018492f6ab9c90cff78","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/61d1a2895eeca55e0c8b7018492f6ab9c90cff78","html_url":"https://github.com/ggml-org/llama.cpp/commit/61d1a2895eeca55e0c8b7018492f6ab9c90cff78"}]},{"sha":"61d1a2895eeca55e0c8b7018492f6ab9c90cff78","node_id":"C_kwDOJH_K4NoAKDYxZDFhMjg5NWVlY2E1NWUwYzhiNzAxODQ5MmY2YWI5YzkwY2ZmNzg","commit":{"author":{"name":"Tungsten842","email":"quantmint@protonmail.com","date":"2023-08-26T18:19:44Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T18:19:44Z"},"message":"flake.nix : add rocm support and cleanup (#2808)","tree":{"sha":"dd133c2732bad7eaf47f8bc0369f32e3ba54eb8e","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/dd133c2732bad7eaf47f8bc0369f32e3ba54eb8e"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/61d1a2895eeca55e0c8b7018492f6ab9c90cff78","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6kJACRBK7hj4Ov3rIwAAKIsIAGNU9bXnz0QS2NWRJeCgK+wd\n1ri31PjQoSjgnDBNmOvFxfRC22OL4mlOPnDhMLpe8OFKNeRc144CRCMfJfcCn4sM\nOVYooc9vAYMLWD3bokJuO6TOvvTATfYr0WCiiOqB6ArOqvEmyDdrKjnCKj48UDr3\nlNunJZMbjGS+q8YLYfP3a4sx6+jsJH3P9lLOoakSSju/ecvTJ9hufuLwsYULFJvr\nQ3dL/n4YR7gHE3URLJHthDFY1r3ppkxcqX3hPNjl/KuA0c8cd4OcVvWRC3OT0m63\ngAjct7YQCRoCtZcnQKf+tdyN3IaJ1ClAO90l/beQ0BDBhnU12AKctgoOvTtUkas=\n=JGFL\n-----END PGP SIGNATURE-----\n","payload":"tree dd133c2732bad7eaf47f8bc0369f32e3ba54eb8e\nparent 741ca7dd1cec0a0349494742b9083d6ef4cd73c5\nauthor Tungsten842 <quantmint@protonmail.com> 1693073984 +0200\ncommitter GitHub <noreply@github.com> 1693073984 +0300\n\nflake.nix : add rocm support and cleanup (#2808)\n\n","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/61d1a2895eeca55e0c8b7018492f6ab9c90cff78","html_url":"https://github.com/ggml-org/llama.cpp/commit/61d1a2895eeca55e0c8b7018492f6ab9c90cff78","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/61d1a2895eeca55e0c8b7018492f6ab9c90cff78/comments","author":{"login":"Tungsten842","id":24614168,"node_id":"MDQ6VXNlcjI0NjE0MTY4","avatar_url":"https://avatars.githubusercontent.com/u/24614168?v=4","gravatar_id":"","url":"https://api.github.com/users/Tungsten842","html_url":"https://github.com/Tungsten842","followers_url":"https://api.github.com/users/Tungsten842/followers","following_url":"https://api.github.com/users/Tungsten842/following{/other_user}","gists_url":"https://api.github.com/users/Tungsten842/gists{/gist_id}","starred_url":"https://api.github.com/users/Tungsten842/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/Tungsten842/subscriptions","organizations_url":"https://api.github.com/users/Tungsten842/orgs","repos_url":"https://api.github.com/users/Tungsten842/repos","events_url":"https://api.github.com/users/Tungsten842/events{/privacy}","received_events_url":"https://api.github.com/users/Tungsten842/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"741ca7dd1cec0a0349494742b9083d6ef4cd73c5","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/741ca7dd1cec0a0349494742b9083d6ef4cd73c5","html_url":"https://github.com/ggml-org/llama.cpp/commit/741ca7dd1cec0a0349494742b9083d6ef4cd73c5"}]},{"sha":"741ca7dd1cec0a0349494742b9083d6ef4cd73c5","node_id":"C_kwDOJH_K4NoAKDc0MWNhN2RkMWNlYzBhMDM0OTQ5NDc0MmI5MDgzZDZlZjRjZDczYzU","commit":{"author":{"name":"Cebtenzzre","email":"cebtenzzre@gmail.com","date":"2023-08-26T18:17:51Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T18:17:51Z"},"message":"llama : move #includes out of _GNU_SOURCE conditional (#2817)","tree":{"sha":"de93fe07c20161b8e0bdb2d63eba83780df342ee","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/de93fe07c20161b8e0bdb2d63eba83780df342ee"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/741ca7dd1cec0a0349494742b9083d6ef4cd73c5","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6kHPCRBK7hj4Ov3rIwAAGfAIABVXw5zJClGlfYxBdEbk/C6l\netAdGikSrmCyD8d+IfzNEiA6/v2BYv2Xb8EIXBIf1ajrUjqRIoAdugXDpdq6w82W\njnpo5rYP1vtjXLIbIVXSA9qA1/p3I8GMXZ/96+wd82Z4B+/BWF3EZVuA6If1jUaV\n5JGfBChI6Jgqc+7hARPlkaFvkQ6ktR82nYpR6Gd0+rdE4/1VwldONA6+MyMhF9lH\nDS/xWy9Pfrq/Z/0R6pIQmpZl6y5u4kijzKt88yEQhnzGNSnHV7ShKh/TOVE4ZN9l\nlGZxgV1YGul87wkhhlEXW3d6ZfOhLBqdTWpOUd6Tbr6WhmBJlQ/0fVk5JetTBbE=\n=r/5t\n-----END PGP SIGNATURE-----\n","payload":"tree de93fe07c20161b8e0bdb2d63eba83780df342ee\nparent 72f895c923ba98b8f2af294440206f35915c0501\nauthor Cebtenzzre <cebtenzzre@gmail.com> 1693073871 -0400\ncommitter GitHub <noreply@github.com> 1693073871 +0300\n\nllama : move #includes out of _GNU_SOURCE conditional (#2817)\n\n","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/741ca7dd1cec0a0349494742b9083d6ef4cd73c5","html_url":"https://github.com/ggml-org/llama.cpp/commit/741ca7dd1cec0a0349494742b9083d6ef4cd73c5","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/741ca7dd1cec0a0349494742b9083d6ef4cd73c5/comments","author":{"login":"cebtenzzre","id":14168726,"node_id":"MDQ6VXNlcjE0MTY4NzI2","avatar_url":"https://avatars.githubusercontent.com/u/14168726?v=4","gravatar_id":"","url":"https://api.github.com/users/cebtenzzre","html_url":"https://github.com/cebtenzzre","followers_url":"https://api.github.com/users/cebtenzzre/followers","following_url":"https://api.github.com/users/cebtenzzre/following{/other_user}","gists_url":"https://api.github.com/users/cebtenzzre/gists{/gist_id}","starred_url":"https://api.github.com/users/cebtenzzre/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/cebtenzzre/subscriptions","organizations_url":"https://api.github.com/users/cebtenzzre/orgs","repos_url":"https://api.github.com/users/cebtenzzre/repos","events_url":"https://api.github.com/users/cebtenzzre/events{/privacy}","received_events_url":"https://api.github.com/users/cebtenzzre/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"72f895c923ba98b8f2af294440206f35915c0501","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/72f895c923ba98b8f2af294440206f35915c0501","html_url":"https://github.com/ggml-org/llama.cpp/commit/72f895c923ba98b8f2af294440206f35915c0501"}]},{"sha":"72f895c923ba98b8f2af294440206f35915c0501","node_id":"C_kwDOJH_K4NoAKDcyZjg5NWM5MjNiYTk4YjhmMmFmMjk0NDQwMjA2ZjM1OTE1YzA1MDE","commit":{"author":{"name":"Dr. Tom Murphy VII Ph.D","email":"499244+tom7@users.noreply.github.com","date":"2023-08-26T18:12:56Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T18:12:56Z"},"message":"main : fix bug (penalize_nl=false doesn't work) + suppress warning on mingw (#1528)\n\n* Fix bug in main.cpp where penalize_nl=false has no effect. It modifies the underlying logits array, but at this point we are already working on the candidates copy.\r\n\r\n* Suppress redefinition warning for NOMINMAX on mingw. In my installation, this macro is already defined by /usr/lib/gcc/x86_64-w64-mingw32/11/include/c++/x86_64-w64-mingw32/bits/os_defines.h:45.\r\n\r\n* main : fix indentation\r\n\r\n* main : pass ctx to llama_token_nl()\r\n\r\n---------\r\n\r\nCo-authored-by: Georgi Gerganov <ggerganov@gmail.com>","tree":{"sha":"3078543299147a4dc9d473f22236802bd4fdfd0a","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/3078543299147a4dc9d473f22236802bd4fdfd0a"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/72f895c923ba98b8f2af294440206f35915c0501","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6kCoCRBK7hj4Ov3rIwAAKZkIADHXnNA5WGCA4yeX9VQe+qzQ\ni9+FSzAdCPC8y0P/sUH61wHKWDKAhEk6F8rDmNQ/ztH03NrVqXCvtlhd+AfVEOjr\nA6KwEjENAgsptoCYoGxnRTGS0JK6jX6J1kXk6q9XC50VWESj5fRuMARN/uMI8m9g\nTMMYGK0MATWorFTyxLcRjxhBj6atTvbSwWFlcn7Xj3vowJTs2ytzYkeCHdNXnh+j\nxFUiaxJLStgpC9JZagAhzd5ES0gCH2mbfff3I8uEkrIfwAMPmx3e4qTHYY4OanuV\nIgjsSn38KNT689Y2ZJJmLr8cAhT9/AIMPldxlH7Y9Pxc6fcp/vS1pdLdd6lOQ48=\n=e9A4\n-----END PGP SIGNATURE-----\n","payload":"tree 3078543299147a4dc9d473f22236802bd4fdfd0a\nparent 50526f37eba0b28336700890242ff282b949cd83\nauthor Dr. Tom Murphy VII Ph.D <499244+tom7@users.noreply.github.com> 1693073576 -0400\ncommitter GitHub <noreply@github.com> 1693073576 +0300\n\nmain : fix bug (penalize_nl=false doesn't work) + suppress warning on mingw (#1528)\n\n* Fix bug in main.cpp where penalize_nl=false has no effect. It modifies the underlying logits array, but at this point we are already working on the candidates copy.\r\n\r\n* Suppress redefinition warning for NOMINMAX on mingw. In my installation, this macro is already defined by /usr/lib/gcc/x86_64-w64-mingw32/11/include/c++/x86_64-w64-mingw32/bits/os_defines.h:45.\r\n\r\n* main : fix indentation\r\n\r\n* main : pass ctx to llama_token_nl()\r\n\r\n---------\r\n\r\nCo-authored-by: Georgi Gerganov <ggerganov@gmail.com>","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/72f895c923ba98b8f2af294440206f35915c0501","html_url":"https://github.com/ggml-org/llama.cpp/commit/72f895c923ba98b8f2af294440206f35915c0501","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/72f895c923ba98b8f2af294440206f35915c0501/comments","author":{"login":"tom7","id":499244,"node_id":"MDQ6VXNlcjQ5OTI0NA==","avatar_url":"https://avatars.githubusercontent.com/u/499244?v=4","gravatar_id":"","url":"https://api.github.com/users/tom7","html_url":"https://github.com/tom7","followers_url":"https://api.github.com/users/tom7/followers","following_url":"https://api.github.com/users/tom7/following{/other_user}","gists_url":"https://api.github.com/users/tom7/gists{/gist_id}","starred_url":"https://api.github.com/users/tom7/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/tom7/subscriptions","organizations_url":"https://api.github.com/users/tom7/orgs","repos_url":"https://api.github.com/users/tom7/repos","events_url":"https://api.github.com/users/tom7/events{/privacy}","received_events_url":"https://api.github.com/users/tom7/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"50526f37eba0b28336700890242ff282b949cd83","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/50526f37eba0b28336700890242ff282b949cd83","html_url":"https://github.com/ggml-org/llama.cpp/commit/50526f37eba0b28336700890242ff282b949cd83"}]},{"sha":"50526f37eba0b28336700890242ff282b949cd83","node_id":"C_kwDOJH_K4NoAKDUwNTI2ZjM3ZWJhMGIyODMzNjcwMDg5MDI0MmZmMjgyYjk0OWNkODM","commit":{"author":{"name":"Cebtenzzre","email":"cebtenzzre@gmail.com","date":"2023-08-26T16:53:52Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T16:53:52Z"},"message":"llama : use std::abs in llama_sample_tail_free (#2800)\n\nPlain 'abs' casts the input to int.","tree":{"sha":"b60506175f023fbd74808abbb3aab157098745ae","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/b60506175f023fbd74808abbb3aab157098745ae"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/50526f37eba0b28336700890242ff282b949cd83","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6i4gCRBK7hj4Ov3rIwAA7CcIAH8PAJ5t48b4rAI2UWXAivTl\nxCl/b89mNyaWYHimncR89IxLpQupL4d6147kLN0TxZK3WLUA5K8S1rCXz7Q1/GZA\nfhI0HvKdY5eH4hlrFpkTVLrVhI8GVg5DaXpgY2t/fwuZTkSUIVjhqitg9w75clUB\nIEG2bvt/R89gtUTFM9eDJnliQ3y/9Euy2n4O4wE/vM3t+wOOyvh+gofPHy0DQ8W3\nKxy4d/vrEes5V0X7IAH/rhj4y+xghow+d01r6xEbf92zP855YAQM/X8TpgH1kLPq\nKVVc0kgYHql8iLLfdB2p+sbOLRlRuXOwhMqUwpVSjpiaQ/tA+7RQeHeVa/3q0bw=\n=CMzD\n-----END PGP SIGNATURE-----\n","payload":"tree b60506175f023fbd74808abbb3aab157098745ae\nparent 04f4b1eb10f3e25750ca3e530265ce2841730e6b\nauthor Cebtenzzre <cebtenzzre@gmail.com> 1693068832 -0400\ncommitter GitHub <noreply@github.com> 1693068832 +0300\n\nllama : use std::abs in llama_sample_tail_free (#2800)\n\nPlain 'abs' casts the input to int.","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/50526f37eba0b28336700890242ff282b949cd83","html_url":"https://github.com/ggml-org/llama.cpp/commit/50526f37eba0b28336700890242ff282b949cd83","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/50526f37eba0b28336700890242ff282b949cd83/comments","author":{"login":"cebtenzzre","id":14168726,"node_id":"MDQ6VXNlcjE0MTY4NzI2","avatar_url":"https://avatars.githubusercontent.com/u/14168726?v=4","gravatar_id":"","url":"https://api.github.com/users/cebtenzzre","html_url":"https://github.com/cebtenzzre","followers_url":"https://api.github.com/users/cebtenzzre/followers","following_url":"https://api.github.com/users/cebtenzzre/following{/other_user}","gists_url":"https://api.github.com/users/cebtenzzre/gists{/gist_id}","starred_url":"https://api.github.com/users/cebtenzzre/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/cebtenzzre/subscriptions","organizations_url":"https://api.github.com/users/cebtenzzre/orgs","repos_url":"https://api.github.com/users/cebtenzzre/repos","events_url":"https://api.github.com/users/cebtenzzre/events{/privacy}","received_events_url":"https://api.github.com/users/cebtenzzre/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"04f4b1eb10f3e25750ca3e530265ce2841730e6b","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/04f4b1eb10f3e25750ca3e530265ce2841730e6b","html_url":"https://github.com/ggml-org/llama.cpp/commit/04f4b1eb10f3e25750ca3e530265ce2841730e6b"}]},{"sha":"04f4b1eb10f3e25750ca3e530265ce2841730e6b","node_id":"C_kwDOJH_K4NoAKDA0ZjRiMWViMTBmM2UyNTc1MGNhM2U1MzAyNjVjZTI4NDE3MzBlNmI","commit":{"author":{"name":"Georgi Gerganov","email":"ggerganov@gmail.com","date":"2023-08-26T14:37:35Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T14:37:35Z"},"message":"k-quants : remove unnecessary tensor shape restrictions (#2811)","tree":{"sha":"1801b75d502ba18d61153bdd074cade3eb585681","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/1801b75d502ba18d61153bdd074cade3eb585681"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/04f4b1eb10f3e25750ca3e530265ce2841730e6b","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6g4vCRBK7hj4Ov3rIwAAVDMIAAOJP0Rp7iLSyERXqdAnxRKO\ngJun9uw+fzaMMDAeEW/5Jjq19jiqli9cLHucfxD2ZpNqesXPlLSbED/P91JdYKS4\nQTXjdBD+eXk8fa5ZhEUE33whKx3/HXAN8j5ecGdm2kb1nhkb5+Bm+qWu0QSOgvAe\nqkd93hU+uIo6nSQKRFZGT2mIX7ZGLt8hBjOS9d7y4ZKBFDmdmjKKkOUtuPCTKKlX\n4Na04BH2+NrWAIfu5KbIfsP2FC+W7Vqis2nJowohPH3jrcRv3Oi+okZseYxruIaY\nHgbonoFlWWEwpioDXmX2ZHmbrgxrHoyguIy5QEXd0tYT8bhb3hcKqK5fG8ZJzQ4=\n=nHDC\n-----END PGP SIGNATURE-----\n","payload":"tree 1801b75d502ba18d61153bdd074cade3eb585681\nparent 7592375403a0bd0456d5ec2cdf8350e591f04fb0\nauthor Georgi Gerganov <ggerganov@gmail.com> 1693060655 +0300\ncommitter GitHub <noreply@github.com> 1693060655 +0300\n\nk-quants : remove unnecessary tensor shape restrictions (#2811)\n\n","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/04f4b1eb10f3e25750ca3e530265ce2841730e6b","html_url":"https://github.com/ggml-org/llama.cpp/commit/04f4b1eb10f3e25750ca3e530265ce2841730e6b","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/04f4b1eb10f3e25750ca3e530265ce2841730e6b/comments","author":{"login":"ggerganov","id":1991296,"node_id":"MDQ6VXNlcjE5OTEyOTY=","avatar_url":"https://avatars.githubusercontent.com/u/1991296?v=4","gravatar_id":"","url":"https://api.github.com/users/ggerganov","html_url":"https://github.com/ggerganov","followers_url":"https://api.github.com/users/ggerganov/followers","following_url":"https://api.github.com/users/ggerganov/following{/other_user}","gists_url":"https://api.github.com/users/ggerganov/gists{/gist_id}","starred_url":"https://api.github.com/users/ggerganov/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ggerganov/subscriptions","organizations_url":"https://api.github.com/users/ggerganov/orgs","repos_url":"https://api.github.com/users/ggerganov/repos","events_url":"https://api.github.com/users/ggerganov/events{/privacy}","received_events_url":"https://api.github.com/users/ggerganov/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"7592375403a0bd0456d5ec2cdf8350e591f04fb0","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/7592375403a0bd0456d5ec2cdf8350e591f04fb0","html_url":"https://github.com/ggml-org/llama.cpp/commit/7592375403a0bd0456d5ec2cdf8350e591f04fb0"}]},{"sha":"7592375403a0bd0456d5ec2cdf8350e591f04fb0","node_id":"C_kwDOJH_K4NoAKDc1OTIzNzU0MDNhMGJkMDQ1NmQ1ZWMyY2RmODM1MGU1OTFmMDRmYjA","commit":{"author":{"name":"Kawrakow","email":"48489457+ikawrakow@users.noreply.github.com","date":"2023-08-26T14:27:49Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T14:27:49Z"},"message":"Better perplexity for 2- and 3-bit quantization for LLaMA-v2-70B (#2807)\n\n* Better perplexity for 2- and 3-bit quantization for the 70B model\r\n\r\n* PR comment\r\n\r\n---------\r\n\r\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","tree":{"sha":"4a69f9bc75e6878b972844afbc497ffb5f3fecf6","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/4a69f9bc75e6878b972844afbc497ffb5f3fecf6"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/7592375403a0bd0456d5ec2cdf8350e591f04fb0","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6gvlCRBK7hj4Ov3rIwAAri4IAI76Yv95i6bgmrd376hNO3D2\nD/VfK2MyOWF+p5ptA8ybUwb6axfMB42K0N2CH2xR956mkXoWyLcepfyHkc1RlMv7\nShdNC+nbjGwzznahvA48sCG4MJ6TMPJ+d6E7YSHdtjinzy9sV+QwjGAJMLxCsf4B\n9U0k5V+nvb5hgLXvFEfkCwx2cgdJeqL506V56GbN2+Ybdi7ztCV6K1nxJlu9OgVv\nVynwxwFDlPL9oOp9b2x6S1Wo4dSnzo104wAtzuxVExU9/J68HuqKnPH91BHriL/4\njMKs74ZF5SQgRRvt8vNeDN236Vtq1WIjkC+PxiZIiw6k8LN8/bv/Y+QjSVpXQqE=\n=5FUL\n-----END PGP SIGNATURE-----\n","payload":"tree 4a69f9bc75e6878b972844afbc497ffb5f3fecf6\nparent 771551a793c9976ed9cdfe7b8c69536af32af9f9\nauthor Kawrakow <48489457+ikawrakow@users.noreply.github.com> 1693060069 +0300\ncommitter GitHub <noreply@github.com> 1693060069 +0300\n\nBetter perplexity for 2- and 3-bit quantization for LLaMA-v2-70B (#2807)\n\n* Better perplexity for 2- and 3-bit quantization for the 70B model\r\n\r\n* PR comment\r\n\r\n---------\r\n\r\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/7592375403a0bd0456d5ec2cdf8350e591f04fb0","html_url":"https://github.com/ggml-org/llama.cpp/commit/7592375403a0bd0456d5ec2cdf8350e591f04fb0","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/7592375403a0bd0456d5ec2cdf8350e591f04fb0/comments","author":{"login":"ikawrakow","id":48489457,"node_id":"MDQ6VXNlcjQ4NDg5NDU3","avatar_url":"https://avatars.githubusercontent.com/u/48489457?v=4","gravatar_id":"","url":"https://api.github.com/users/ikawrakow","html_url":"https://github.com/ikawrakow","followers_url":"https://api.github.com/users/ikawrakow/followers","following_url":"https://api.github.com/users/ikawrakow/following{/other_user}","gists_url":"https://api.github.com/users/ikawrakow/gists{/gist_id}","starred_url":"https://api.github.com/users/ikawrakow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ikawrakow/subscriptions","organizations_url":"https://api.github.com/users/ikawrakow/orgs","repos_url":"https://api.github.com/users/ikawrakow/repos","events_url":"https://api.github.com/users/ikawrakow/events{/privacy}","received_events_url":"https://api.github.com/users/ikawrakow/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"771551a793c9976ed9cdfe7b8c69536af32af9f9","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/771551a793c9976ed9cdfe7b8c69536af32af9f9","html_url":"https://github.com/ggml-org/llama.cpp/commit/771551a793c9976ed9cdfe7b8c69536af32af9f9"}]},{"sha":"771551a793c9976ed9cdfe7b8c69536af32af9f9","node_id":"C_kwDOJH_K4NoAKDc3MTU1MWE3OTNjOTk3NmVkOWNkZmU3YjhjNjk1MzZhZjMyYWY5Zjk","commit":{"author":{"name":"Kawrakow","email":"48489457+ikawrakow@users.noreply.github.com","date":"2023-08-26T13:48:53Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T13:48:53Z"},"message":"Fix HellaSwag (#2805)\n\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","tree":{"sha":"a0c6a646d7bacd1367b67d304c4650e62ecd69df","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/a0c6a646d7bacd1367b67d304c4650e62ecd69df"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/771551a793c9976ed9cdfe7b8c69536af32af9f9","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6gLFCRBK7hj4Ov3rIwAAIrwIAFImz0YYLztTmXsRpR5Afgr5\n34z2MZZNuIwsqfQFqzdl8Q5YQeMzUytDDN3YzOz5bq5e+dFXzqP1Zr/pkO/vUXGs\n8cyAIJ8eaF+YziO+Vf+3Egxv6iIs6xLl4K7HrC7KdWVJW7P8N+l0+JJimNYDNwkS\nzb9YjfIyQW7lQKVZJsD+TsgMNvOH2y4uSPTQ77Nb0CYXqiGqRBiNPF1Gx4NGkTba\nuuLltVq5r66y2MRne9hfMk/UaxpyIyRSavlDKCSq+yfgy4YE7DAHtj05861S3+OF\nAPtN2WJAokoZEaCb8tG+rIfd2h/7+eBopTvwEF8Q5QnJI33ie070Ki7p7xOPTWQ=\n=jq21\n-----END PGP SIGNATURE-----\n","payload":"tree a0c6a646d7bacd1367b67d304c4650e62ecd69df\nparent f305bad11e10ad09e396faed2e37f4f845f5d566\nauthor Kawrakow <48489457+ikawrakow@users.noreply.github.com> 1693057733 +0300\ncommitter GitHub <noreply@github.com> 1693057733 +0300\n\nFix HellaSwag (#2805)\n\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/771551a793c9976ed9cdfe7b8c69536af32af9f9","html_url":"https://github.com/ggml-org/llama.cpp/commit/771551a793c9976ed9cdfe7b8c69536af32af9f9","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/771551a793c9976ed9cdfe7b8c69536af32af9f9/comments","author":{"login":"ikawrakow","id":48489457,"node_id":"MDQ6VXNlcjQ4NDg5NDU3","avatar_url":"https://avatars.githubusercontent.com/u/48489457?v=4","gravatar_id":"","url":"https://api.github.com/users/ikawrakow","html_url":"https://github.com/ikawrakow","followers_url":"https://api.github.com/users/ikawrakow/followers","following_url":"https://api.github.com/users/ikawrakow/following{/other_user}","gists_url":"https://api.github.com/users/ikawrakow/gists{/gist_id}","starred_url":"https://api.github.com/users/ikawrakow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ikawrakow/subscriptions","organizations_url":"https://api.github.com/users/ikawrakow/orgs","repos_url":"https://api.github.com/users/ikawrakow/repos","events_url":"https://api.github.com/users/ikawrakow/events{/privacy}","received_events_url":"https://api.github.com/users/ikawrakow/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"f305bad11e10ad09e396faed2e37f4f845f5d566","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/f305bad11e10ad09e396faed2e37f4f845f5d566","html_url":"https://github.com/ggml-org/llama.cpp/commit/f305bad11e10ad09e396faed2e37f4f845f5d566"}]},{"sha":"f305bad11e10ad09e396faed2e37f4f845f5d566","node_id":"C_kwDOJH_K4NoAKGYzMDViYWQxMWUxMGFkMDllMzk2ZmFlZDJlMzdmNGY4NDVmNWQ1NjY","commit":{"author":{"name":"Volodymyr Vitvitskyi","email":"72226+signalpillar@users.noreply.github.com","date":"2023-08-26T13:25:39Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T13:25:39Z"},"message":"flake : build llama.cpp on Intel with nix (#2795)\n\nProblem\r\n-------\r\n`nix build` fails with missing `Accelerate.h`.\r\n\r\nChanges\r\n-------\r\n- Fix build of the llama.cpp with nix for Intel: add the same SDK frameworks as\r\nfor ARM\r\n- Add `quantize` app to the output of nix flake\r\n- Extend nix devShell with llama-python so we can use convertScript\r\n\r\nTesting\r\n-------\r\nTesting the steps with nix:\r\n1. `nix build`\r\nGet the model and then\r\n2. `nix develop` and then `python convert.py models/llama-2-7b.ggmlv3.q4_0.bin`\r\n3. `nix run llama.cpp#quantize -- open_llama_7b/ggml-model-f16.gguf ./models/ggml-model-q4_0.bin 2`\r\n4. `nix run llama.cpp#llama -- -m models/ggml-model-q4_0.bin -p \"What is nix?\" -n 400 --temp 0.8 -e -t 8`\r\n\r\nCo-authored-by: Volodymyr Vitvitskyi <volodymyrvitvitskyi@SamsungPro.local>","tree":{"sha":"8004caa7395bfeef411fbd71f21be0fe15145e48","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/8004caa7395bfeef411fbd71f21be0fe15145e48"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/f305bad11e10ad09e396faed2e37f4f845f5d566","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6f1TCRBK7hj4Ov3rIwAArWgIAJc94mh9DFF/t/qh4KKEWyVl\ndkgNVxbNd+vRYr9IeIda6/SW9RwrdHFKLyvE9fE8P3erMSSswqsvOXRE1h300lYW\nQnsOkuSWqBXF2C7wdvgqZFkYuErs0tMge1rH5qazVdZoOl2wBvLZBg1sknZvSAxF\n+SDm4x3TR91hiG5S1WrTDUQhHdU6u7pUPoLdlW05G6m6WQ6eO7HU60ypktd4yxxS\nk4R8w15PyPYo30XhDsDod6qseT9hfA6lYNycQG1ldMCMB95jab0ncx+pAQpzSQVy\nhpgLGCwk7xl41ZcRslJ6+QpkemupSqEpH6rDUsdtwdcsqQtqqVHwl23wh9ADg2g=\n=nuDI\n-----END PGP SIGNATURE-----\n","payload":"tree 8004caa7395bfeef411fbd71f21be0fe15145e48\nparent a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5\nauthor Volodymyr Vitvitskyi <72226+signalpillar@users.noreply.github.com> 1693056339 +0100\ncommitter GitHub <noreply@github.com> 1693056339 +0300\n\nflake : build llama.cpp on Intel with nix (#2795)\n\nProblem\r\n-------\r\n`nix build` fails with missing `Accelerate.h`.\r\n\r\nChanges\r\n-------\r\n- Fix build of the llama.cpp with nix for Intel: add the same SDK frameworks as\r\nfor ARM\r\n- Add `quantize` app to the output of nix flake\r\n- Extend nix devShell with llama-python so we can use convertScript\r\n\r\nTesting\r\n-------\r\nTesting the steps with nix:\r\n1. `nix build`\r\nGet the model and then\r\n2. `nix develop` and then `python convert.py models/llama-2-7b.ggmlv3.q4_0.bin`\r\n3. `nix run llama.cpp#quantize -- open_llama_7b/ggml-model-f16.gguf ./models/ggml-model-q4_0.bin 2`\r\n4. `nix run llama.cpp#llama -- -m models/ggml-model-q4_0.bin -p \"What is nix?\" -n 400 --temp 0.8 -e -t 8`\r\n\r\nCo-authored-by: Volodymyr Vitvitskyi <volodymyrvitvitskyi@SamsungPro.local>","verified_at":"2024-11-07T05:59:12Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/f305bad11e10ad09e396faed2e37f4f845f5d566","html_url":"https://github.com/ggml-org/llama.cpp/commit/f305bad11e10ad09e396faed2e37f4f845f5d566","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/f305bad11e10ad09e396faed2e37f4f845f5d566/comments","author":{"login":"signalpillar","id":72226,"node_id":"MDQ6VXNlcjcyMjI2","avatar_url":"https://avatars.githubusercontent.com/u/72226?v=4","gravatar_id":"","url":"https://api.github.com/users/signalpillar","html_url":"https://github.com/signalpillar","followers_url":"https://api.github.com/users/signalpillar/followers","following_url":"https://api.github.com/users/signalpillar/following{/other_user}","gists_url":"https://api.github.com/users/signalpillar/gists{/gist_id}","starred_url":"https://api.github.com/users/signalpillar/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/signalpillar/subscriptions","organizations_url":"https://api.github.com/users/signalpillar/orgs","repos_url":"https://api.github.com/users/signalpillar/repos","events_url":"https://api.github.com/users/signalpillar/events{/privacy}","received_events_url":"https://api.github.com/users/signalpillar/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5","html_url":"https://github.com/ggml-org/llama.cpp/commit/a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5"}]},{"sha":"a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5","node_id":"C_kwDOJH_K4NoAKGEyY2E0ZTlkZTlkYTQ1ZWQwYmIxYzM0OTM1ZDVlYzgwY2ViYzIyZDU","commit":{"author":{"name":"Nigel Bosch","email":"pnigelb@gmail.com","date":"2023-08-26T12:11:17Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T12:11:17Z"},"message":"Handle null rope scaling value (#2793)","tree":{"sha":"999c745f003c9be1320799fd483066aec03675d0","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/999c745f003c9be1320799fd483066aec03675d0"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6evlCRBK7hj4Ov3rIwAABVsIAJjN3eG3zQkty8o6Z21sbX/p\nDDdn1BIquXAWChq9IVco+NX2lOPN4vBS2dbLeW4aX2aUgpzBEErtQ9XtQW+fs3rE\nj/yJ1I32QizvF3gNC9bp+DcgtxHos0hVRNBlXuOW4z5dJEBxl+O8lIPeKTrlVLgA\nXeoOVvvXSGDrSFL/b6rQmSRjS/S5x4lTXImF5IAqAE1BXzU6EPncFWLMi5H1cJ4C\nuSL2qFdZa0PqozWtx2SxWwbr3pu7Mj7nQIuSW/hOHtMnBWW7kvEfHUcrI1ohsDBg\nLnJeeDaZvHwM7Jyz9aYDZVsdJ9unzaz8XVp0pP/dZozh9hKMGcA943CuT9sVgNg=\n=IiOJ\n-----END PGP SIGNATURE-----\n","payload":"tree 999c745f003c9be1320799fd483066aec03675d0\nparent 2ba83c8685177faea3399db9564f9c52df75c366\nauthor Nigel Bosch <pnigelb@gmail.com> 1693051877 -0500\ncommitter GitHub <noreply@github.com> 1693051877 +0200\n\nHandle null rope scaling value (#2793)\n\n","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5","html_url":"https://github.com/ggml-org/llama.cpp/commit/a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/a2ca4e9de9da45ed0bb1c34935d5ec80cebc22d5/comments","author":{"login":"pnb","id":620428,"node_id":"MDQ6VXNlcjYyMDQyOA==","avatar_url":"https://avatars.githubusercontent.com/u/620428?v=4","gravatar_id":"","url":"https://api.github.com/users/pnb","html_url":"https://github.com/pnb","followers_url":"https://api.github.com/users/pnb/followers","following_url":"https://api.github.com/users/pnb/following{/other_user}","gists_url":"https://api.github.com/users/pnb/gists{/gist_id}","starred_url":"https://api.github.com/users/pnb/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/pnb/subscriptions","organizations_url":"https://api.github.com/users/pnb/orgs","repos_url":"https://api.github.com/users/pnb/repos","events_url":"https://api.github.com/users/pnb/events{/privacy}","received_events_url":"https://api.github.com/users/pnb/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"2ba83c8685177faea3399db9564f9c52df75c366","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/2ba83c8685177faea3399db9564f9c52df75c366","html_url":"https://github.com/ggml-org/llama.cpp/commit/2ba83c8685177faea3399db9564f9c52df75c366"}]},{"sha":"2ba83c8685177faea3399db9564f9c52df75c366","node_id":"C_kwDOJH_K4NoAKDJiYTgzYzg2ODUxNzdmYWVhMzM5OWRiOTU2NGY5YzUyZGY3NWMzNjY","commit":{"author":{"name":"klosax","email":"131523366+klosax@users.noreply.github.com","date":"2023-08-26T11:45:53Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T11:45:53Z"},"message":"Fix spm whitespaces (#2806)\n\n* llama.cpp : fix spm whitespace escaping + clean up\r\n\r\n* main.cpp : spm - add whitespace in front of prompt\r\n\r\n* test-tokenizer-0.cpp : spm - add whitespace in front of prompt","tree":{"sha":"06dd26a850b58148284f13675fa4fe26176e4fb2","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/06dd26a850b58148284f13675fa4fe26176e4fb2"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/2ba83c8685177faea3399db9564f9c52df75c366","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6eXxCRBK7hj4Ov3rIwAA3eIIAAnYX604hHwLM1weWFLs2Wi2\npaUDnegl4PBppJim6YtZqshCeffaT2KFuegcS3PsrxDfgavNRj0cjbxaPxKBWac3\nTJcClNoqtFvM0Em1ZRGiVPZEwESanlk0ZPLjIR9lyQpkLbCcqBe6KJ5fARoNrwFp\nqXsZiAtBujrbtKLYgsROLDTxvcWdtatARjPSlkiaEAmXWVFTH6PQeWijNcdX+Ttp\nBaOVC3eSh5Q8gKNYk54kK8V2MihZHKb4mZSAQ2fHP9QMHkCAMxiKXST14tJLjJmm\nNVtriDzWq47TjyNYPz/s0sGaxjjJUWjeAmweCjvB1oHyM9+Ywf7uCPToFIeIu88=\n=SX10\n-----END PGP SIGNATURE-----\n","payload":"tree 06dd26a850b58148284f13675fa4fe26176e4fb2\nparent bae5c5f679e043371bc2b4dffff8d4964d6cb953\nauthor klosax <131523366+klosax@users.noreply.github.com> 1693050353 +0200\ncommitter GitHub <noreply@github.com> 1693050353 +0200\n\nFix spm whitespaces (#2806)\n\n* llama.cpp : fix spm whitespace escaping + clean up\r\n\r\n* main.cpp : spm - add whitespace in front of prompt\r\n\r\n* test-tokenizer-0.cpp : spm - add whitespace in front of prompt","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/2ba83c8685177faea3399db9564f9c52df75c366","html_url":"https://github.com/ggml-org/llama.cpp/commit/2ba83c8685177faea3399db9564f9c52df75c366","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/2ba83c8685177faea3399db9564f9c52df75c366/comments","author":{"login":"klosax","id":131523366,"node_id":"U_kgDOB9bjJg","avatar_url":"https://avatars.githubusercontent.com/u/131523366?v=4","gravatar_id":"","url":"https://api.github.com/users/klosax","html_url":"https://github.com/klosax","followers_url":"https://api.github.com/users/klosax/followers","following_url":"https://api.github.com/users/klosax/following{/other_user}","gists_url":"https://api.github.com/users/klosax/gists{/gist_id}","starred_url":"https://api.github.com/users/klosax/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/klosax/subscriptions","organizations_url":"https://api.github.com/users/klosax/orgs","repos_url":"https://api.github.com/users/klosax/repos","events_url":"https://api.github.com/users/klosax/events{/privacy}","received_events_url":"https://api.github.com/users/klosax/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"bae5c5f679e043371bc2b4dffff8d4964d6cb953","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/bae5c5f679e043371bc2b4dffff8d4964d6cb953","html_url":"https://github.com/ggml-org/llama.cpp/commit/bae5c5f679e043371bc2b4dffff8d4964d6cb953"}]},{"sha":"bae5c5f679e043371bc2b4dffff8d4964d6cb953","node_id":"C_kwDOJH_K4NoAKGJhZTVjNWY2NzllMDQzMzcxYmMyYjRkZmZmZjhkNDk2NGQ2Y2I5NTM","commit":{"author":{"name":"lon","email":"114724657+longregen@users.noreply.github.com","date":"2023-08-26T08:07:43Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-26T08:07:43Z"},"message":"examples : skip unnecessary external lib in server README.md how-to (#2804)","tree":{"sha":"3f33c9cab3e720f9bd694f394f7663900c2ff468","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/3f33c9cab3e720f9bd694f394f7663900c2ff468"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/bae5c5f679e043371bc2b4dffff8d4964d6cb953","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6bLPCRBK7hj4Ov3rIwAAIwYIAFFm3du8eeecPBCMf0+7Fpgn\nNCFoegAGsSg7egeEh1J0G+bCxAlM23NjRslXJ7BJ6iBWIUJSiG1AHBOXwQZi1Heo\nW3JVGBDpyavcKLWPzCnJqrygEHdljMdvZ/lEG6LPZw4mRQOoVJ5tJe9yuvEdJ4Oq\nfblPdFeKFbknxsnSWafrauA8Qt/WFCbhcT5StKJTcgpbBNyMDRCq9urz1XF2+NRp\nfQ43MkeoL4Y06f2E0mmyaoe42oShU+hzVyWbPbowPJTynyESB4f6MVVgQuoYAX2I\nREwS/lNREsiiS0G4gnOYWkiE6QZdbEnq2kASQcDZS6ql90BipHETuxqouVvYbBU=\n=LTqw\n-----END PGP SIGNATURE-----\n","payload":"tree 3f33c9cab3e720f9bd694f394f7663900c2ff468\nparent 232caf3c1581a6cb023571780ff41dc2d66d1ca0\nauthor lon <114724657+longregen@users.noreply.github.com> 1693037263 +0200\ncommitter GitHub <noreply@github.com> 1693037263 +0800\n\nexamples : skip unnecessary external lib in server README.md how-to (#2804)\n\n","verified_at":"2024-11-07T08:51:04Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/bae5c5f679e043371bc2b4dffff8d4964d6cb953","html_url":"https://github.com/ggml-org/llama.cpp/commit/bae5c5f679e043371bc2b4dffff8d4964d6cb953","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/bae5c5f679e043371bc2b4dffff8d4964d6cb953/comments","author":{"login":"longregen","id":114724657,"node_id":"U_kgDOBtaPMQ","avatar_url":"https://avatars.githubusercontent.com/u/114724657?v=4","gravatar_id":"","url":"https://api.github.com/users/longregen","html_url":"https://github.com/longregen","followers_url":"https://api.github.com/users/longregen/followers","following_url":"https://api.github.com/users/longregen/following{/other_user}","gists_url":"https://api.github.com/users/longregen/gists{/gist_id}","starred_url":"https://api.github.com/users/longregen/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/longregen/subscriptions","organizations_url":"https://api.github.com/users/longregen/orgs","repos_url":"https://api.github.com/users/longregen/repos","events_url":"https://api.github.com/users/longregen/events{/privacy}","received_events_url":"https://api.github.com/users/longregen/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"232caf3c1581a6cb023571780ff41dc2d66d1ca0","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/232caf3c1581a6cb023571780ff41dc2d66d1ca0","html_url":"https://github.com/ggml-org/llama.cpp/commit/232caf3c1581a6cb023571780ff41dc2d66d1ca0"}]},{"sha":"232caf3c1581a6cb023571780ff41dc2d66d1ca0","node_id":"C_kwDOJH_K4NoAKDIzMmNhZjNjMTU4MWE2Y2IwMjM1NzE3ODBmZjQxZGMyZDY2ZDFjYTA","commit":{"author":{"name":"Marcus Dunn","email":"51931484+MarcusDunn@users.noreply.github.com","date":"2023-08-25T16:17:15Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-25T16:17:15Z"},"message":"llama : fix struct decl (#2790)","tree":{"sha":"7465201fac641d80c58ea95a9dc7699f2e438e4f","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/7465201fac641d80c58ea95a9dc7699f2e438e4f"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/232caf3c1581a6cb023571780ff41dc2d66d1ca0","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6NQLCRBK7hj4Ov3rIwAAtxkIAF1xdLa6CXQKyx7xd3ZxeJ+O\nVv3YMrGMEr3VD9boIOZvHFSqn+gnnpvsi1eYabDq9HMVZ8vT01URobhFkOoSkPa0\nkYQdKzq+SSa5dHQwZwNrfTUqPDXoZTdlLz+4pVVRnxCbfzb3bmwdUL1QVv+t3wMV\ncC5qQcc2E99CNRtuYj7jOof8eAgZqabpkgKfzt85QUUaxkqrqNZK09HAZQRxv8PR\nl0xXCedK/eUg8O8ujcFFi1V4iFiDgzD3J073WfzjUZUBbpPTyaR+bVaB2OsKWR2j\n0SBUwR/2pT/Xwr6UO2dDreLlqRXxlG41uX3ZYbQFY5zkME8y3lMamCUVMR+b9zQ=\n=cBp2\n-----END PGP SIGNATURE-----\n","payload":"tree 7465201fac641d80c58ea95a9dc7699f2e438e4f\nparent d046dcee081118c9071bbc63dacdb359a58c467a\nauthor Marcus Dunn <51931484+MarcusDunn@users.noreply.github.com> 1692980235 -0700\ncommitter GitHub <noreply@github.com> 1692980235 +0300\n\nllama : fix struct decl (#2790)\n\n","verified_at":"2024-01-16T19:59:59Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/232caf3c1581a6cb023571780ff41dc2d66d1ca0","html_url":"https://github.com/ggml-org/llama.cpp/commit/232caf3c1581a6cb023571780ff41dc2d66d1ca0","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/232caf3c1581a6cb023571780ff41dc2d66d1ca0/comments","author":{"login":"MarcusDunn","id":51931484,"node_id":"MDQ6VXNlcjUxOTMxNDg0","avatar_url":"https://avatars.githubusercontent.com/u/51931484?v=4","gravatar_id":"","url":"https://api.github.com/users/MarcusDunn","html_url":"https://github.com/MarcusDunn","followers_url":"https://api.github.com/users/MarcusDunn/followers","following_url":"https://api.github.com/users/MarcusDunn/following{/other_user}","gists_url":"https://api.github.com/users/MarcusDunn/gists{/gist_id}","starred_url":"https://api.github.com/users/MarcusDunn/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/MarcusDunn/subscriptions","organizations_url":"https://api.github.com/users/MarcusDunn/orgs","repos_url":"https://api.github.com/users/MarcusDunn/repos","events_url":"https://api.github.com/users/MarcusDunn/events{/privacy}","received_events_url":"https://api.github.com/users/MarcusDunn/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"d046dcee081118c9071bbc63dacdb359a58c467a","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/d046dcee081118c9071bbc63dacdb359a58c467a","html_url":"https://github.com/ggml-org/llama.cpp/commit/d046dcee081118c9071bbc63dacdb359a58c467a"}]},{"sha":"d046dcee081118c9071bbc63dacdb359a58c467a","node_id":"C_kwDOJH_K4NoAKGQwNDZkY2VlMDgxMTE4YzkwNzFiYmM2M2RhY2RiMzU5YTU4YzQ2N2E","commit":{"author":{"name":"Kawrakow","email":"48489457+ikawrakow@users.noreply.github.com","date":"2023-08-25T16:05:02Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-25T16:05:02Z"},"message":"Faster perplexity computation (#2786)\n\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","tree":{"sha":"a6e1ccdd2089abefdc3186f47124996fa8236af9","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/a6e1ccdd2089abefdc3186f47124996fa8236af9"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/d046dcee081118c9071bbc63dacdb359a58c467a","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6NEuCRBK7hj4Ov3rIwAAM0QIAKDQR0P9CeM49sZd8iNItJ7e\nQ1q7zuGfag6T8HvOhp5dV/26QI9OcyqZmsXZ7OR3v6zUKcJ8gYZ3T2hdjJBA7G0F\nX2tfLZYxjipe/tu0UzcUMTHSZtw0Pc4XPTqeS3dbsDd/eAdhrf2WZk5aewcG6NAa\np52DYi9FHwC+PufSMFfa5i7s/UbWgO5ucE9MMybHY66ozIism0FqJQbsGsCIlQJR\nFEPB+1DSHrj1HVB5YFnlp622YoHOHk0F9ZKHMPyt+EDlJRTW/ogUABYvQ+jMcBFH\niNfiboivE4WGlHJ48Mi3ZBddFBYZrsRcwnBpwCBxIzazs+EXmIsj+HenC1Ua/YQ=\n=Dspd\n-----END PGP SIGNATURE-----\n","payload":"tree a6e1ccdd2089abefdc3186f47124996fa8236af9\nparent c82742ac9cd96fd34aa961978805c1d8a361d589\nauthor Kawrakow <48489457+ikawrakow@users.noreply.github.com> 1692979502 +0300\ncommitter GitHub <noreply@github.com> 1692979502 +0300\n\nFaster perplexity computation (#2786)\n\nCo-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>","verified_at":"2024-11-07T08:51:04Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/d046dcee081118c9071bbc63dacdb359a58c467a","html_url":"https://github.com/ggml-org/llama.cpp/commit/d046dcee081118c9071bbc63dacdb359a58c467a","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/d046dcee081118c9071bbc63dacdb359a58c467a/comments","author":{"login":"ikawrakow","id":48489457,"node_id":"MDQ6VXNlcjQ4NDg5NDU3","avatar_url":"https://avatars.githubusercontent.com/u/48489457?v=4","gravatar_id":"","url":"https://api.github.com/users/ikawrakow","html_url":"https://github.com/ikawrakow","followers_url":"https://api.github.com/users/ikawrakow/followers","following_url":"https://api.github.com/users/ikawrakow/following{/other_user}","gists_url":"https://api.github.com/users/ikawrakow/gists{/gist_id}","starred_url":"https://api.github.com/users/ikawrakow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/ikawrakow/subscriptions","organizations_url":"https://api.github.com/users/ikawrakow/orgs","repos_url":"https://api.github.com/users/ikawrakow/repos","events_url":"https://api.github.com/users/ikawrakow/events{/privacy}","received_events_url":"https://api.github.com/users/ikawrakow/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"c82742ac9cd96fd34aa961978805c1d8a361d589","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c82742ac9cd96fd34aa961978805c1d8a361d589","html_url":"https://github.com/ggml-org/llama.cpp/commit/c82742ac9cd96fd34aa961978805c1d8a361d589"}]},{"sha":"c82742ac9cd96fd34aa961978805c1d8a361d589","node_id":"C_kwDOJH_K4NoAKGM4Mjc0MmFjOWNkOTZmZDM0YWE5NjE5Nzg4MDVjMWQ4YTM2MWQ1ODk","commit":{"author":{"name":"Matt Pulver","email":"matt.pulver@heavy.ai","date":"2023-08-25T15:18:48Z"},"committer":{"name":"GitHub","email":"noreply@github.com","date":"2023-08-25T15:18:48Z"},"message":"llama : add llama_beam_search() (#2267)\n\n* Add llama_beam_search().\r\n\r\n* Add '// Beam search' heading to llama.{h,cpp} after llama_grammar_accept_token().\r\n\r\n* Add space around * pointers and & references.\r\n\r\n* Add spaces around comparison and assignment operators.\r\n\r\n* Prefer west const.\r\n\r\n* Use llama_ prefix for structs in global namespace.\r\n\r\n* Delete obsolete comment from an earlier revision.\r\n\r\n* Change eos to eob in llama_beam and llama_beam_view structs.","tree":{"sha":"ee377f2559d967955ce1dde65b698504a33e2928","url":"https://api.github.com/repos/ggml-org/llama.cpp/git/trees/ee377f2559d967955ce1dde65b698504a33e2928"},"url":"https://api.github.com/repos/ggml-org/llama.cpp/git/commits/c82742ac9cd96fd34aa961978805c1d8a361d589","comment_count":0,"verification":{"verified":true,"reason":"valid","signature":"-----BEGIN PGP SIGNATURE-----\n\nwsBcBAABCAAQBQJk6MZYCRBK7hj4Ov3rIwAAHncIAJduqks5ncZ6pIhqv5G7RZG1\n8WNa0b6TZrSBKtkNvL3l7PmG6ZAn6G05uiywsZdO9Vb9MVEE5D8jFPkFiU99+HUK\nWIDBNG8v7bFwargBA/21UaEV374ao2XemwOMerfi+to/mQdwnRhyfClSciC2pC7E\nnQGi3FTd4RTW39rVWAkAi0oFY+8wEtiX9g6rxIxLUj6Ud1iMRkl+t7szVxXjcS91\ny4rniLJ/Hr21ZKnVqbQ6v6wDjlNmD9g5lKJDNcdSJ91+LXYszawWDPkqnOF1sz5x\n0sN174B+0iNZQZxwzmBXV2Mp88zrxCU/WqA6v8ygM7Z8oDVWMBs9ZF20oEgT3yM=\n=qRa/\n-----END PGP SIGNATURE-----\n","payload":"tree ee377f2559d967955ce1dde65b698504a33e2928\nparent 28b2c996ca0ab90a5669946084f13443ec98e241\nauthor Matt Pulver <matt.pulver@heavy.ai> 1692976728 -0400\ncommitter GitHub <noreply@github.com> 1692976728 +0300\n\nllama : add llama_beam_search() (#2267)\n\n* Add llama_beam_search().\r\n\r\n* Add '// Beam search' heading to llama.{h,cpp} after llama_grammar_accept_token().\r\n\r\n* Add space around * pointers and & references.\r\n\r\n* Add spaces around comparison and assignment operators.\r\n\r\n* Prefer west const.\r\n\r\n* Use llama_ prefix for structs in global namespace.\r\n\r\n* Delete obsolete comment from an earlier revision.\r\n\r\n* Change eos to eob in llama_beam and llama_beam_view structs.","verified_at":"2024-11-06T19:28:58Z"}},"url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c82742ac9cd96fd34aa961978805c1d8a361d589","html_url":"https://github.com/ggml-org/llama.cpp/commit/c82742ac9cd96fd34aa961978805c1d8a361d589","comments_url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/c82742ac9cd96fd34aa961978805c1d8a361d589/comments","author":{"login":"mattpulver","id":47544175,"node_id":"MDQ6VXNlcjQ3NTQ0MTc1","avatar_url":"https://avatars.githubusercontent.com/u/47544175?v=4","gravatar_id":"","url":"https://api.github.com/users/mattpulver","html_url":"https://github.com/mattpulver","followers_url":"https://api.github.com/users/mattpulver/followers","following_url":"https://api.github.com/users/mattpulver/following{/other_user}","gists_url":"https://api.github.com/users/mattpulver/gists{/gist_id}","starred_url":"https://api.github.com/users/mattpulver/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/mattpulver/subscriptions","organizations_url":"https://api.github.com/users/mattpulver/orgs","repos_url":"https://api.github.com/users/mattpulver/repos","events_url":"https://api.github.com/users/mattpulver/events{/privacy}","received_events_url":"https://api.github.com/users/mattpulver/received_events","type":"User","user_view_type":"public","site_admin":false},"committer":{"login":"web-flow","id":19864447,"node_id":"MDQ6VXNlcjE5ODY0NDQ3","avatar_url":"https://avatars.githubusercontent.com/u/19864447?v=4","gravatar_id":"","url":"https://api.github.com/users/web-flow","html_url":"https://github.com/web-flow","followers_url":"https://api.github.com/users/web-flow/followers","following_url":"https://api.github.com/users/web-flow/following{/other_user}","gists_url":"https://api.github.com/users/web-flow/gists{/gist_id}","starred_url":"https://api.github.com/users/web-flow/starred{/owner}{/repo}","subscriptions_url":"https://api.github.com/users/web-flow/subscriptions","organizations_url":"https://api.github.com/users/web-flow/orgs","repos_url":"https://api.github.com/users/web-flow/repos","events_url":"https://api.github.com/users/web-flow/events{/privacy}","received_events_url":"https://api.github.com/users/web-flow/received_events","type":"User","user_view_type":"public","site_admin":false},"parents":[{"sha":"28b2c996ca0ab90a5669946084f13443ec98e241","url":"https://api.github.com/repos/ggml-org/llama.cpp/commits/28b2c996ca0ab90a5669946084f13443ec98e241","html_url":"https://github.com/ggml-org/llama.cpp/commit/28b2c996ca0ab90a5669946084f13443ec98e241"}]}]