[{"_1":2,"_168":-5,"_169":-5},"loaderData",{"_3":4,"_13":14,"_19":20,"_145":146},"root",{"_5":-5,"_6":-7,"_7":8,"_9":-7,"_10":11,"_12":-7},"currentUser","primaryEmail","siteVerification","6LeIxAcTAAAAAJcZVRqyHh71UMIEGNQ_MXjiZKhI","toast","enableDev",false,"incidentStatus","routes/_layout",{"_15":-5,"_16":17,"_18":17},"username","isAskGordonEnabled",true,"isUsingNewTemplate","routes/_layout.r.$namespace.$reponame",{"_21":22,"_23":-5,"_24":11,"_25":11,"_26":27,"_28":29,"_30":-5,"_31":11,"_32":33,"_84":85,"_108":109,"_138":-5,"_139":11,"_140":11,"_141":11,"_142":-5,"_143":144},"canonicalUrl","https://hub.docker.com/r/ai/glm-ocr/tags","mcpServer","canSeeDockerfile","canSeeAutobuilds","namespace","ai","reponame","glm-ocr","cloudBuildSource","isAutobuildsAvailable","repo",{"_34":35,"_36":37,"_39":40,"_41":42,"_43":11,"_44":45,"_46":47,"_48":49,"_51":29,"_26":27,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":57,"_64":65,"_66":11,"_67":68,"_69":70,"_75":11,"_76":77,"_81":27,"_82":83},"categories",[],"content_types",[38],"unrecognized","date_registered","2026-08-04T12:23:51.672214Z","description","","is_private","last_updated","2026-08-04T12:25:29.123414Z","last_modified","2026-08-23T05:13:41.34568Z","media_types",[50],"application/vnd.cncf.model.manifest.v1+json","name","pull_count",8114,"repository_type","image","star_count",0,"status",1,"status_description","active","source","collaborator_count","full_description","\n# GLM-OCR\n\n

\n 👋 Join our WeChat and Discord community\n
\n 📍 Use GLM-OCR's API\n
\n 👉 GLM-OCR SDK Recommended\n
\n 📖 Technical Report\n

\n\n\n## Introduction\n\nGLM-OCR is a multimodal OCR model for complex document understanding, built on the GLM-V encoder–decoder architecture. It introduces Multi-Token Prediction (MTP) loss and stable full-task reinforcement learning to improve training efficiency, recognition accuracy, and generalization. The model integrates the CogViT visual encoder pre-trained on large-scale image–text data, a lightweight cross-modal connector with efficient token downsampling, and a GLM-0.5B language decoder. Combined with a two-stage pipeline of layout analysis and parallel recognition based on PP-DocLayout-V3, GLM-OCR delivers robust and high-quality OCR performance across diverse document layouts.\n\n**Key Features**\n\n- **State-of-the-Art Performance**: Achieves a score of 94.62 on OmniDocBench V1.5, ranking #1 overall, and delivers state-of-the-art results across major document understanding benchmarks, including formula recognition, table recognition, and information extraction.\n\n- **Optimized for Real-World Scenarios**: Designed and optimized for practical business use cases, maintaining robust performance on complex tables, code-heavy documents, seals, and other challenging real-world layouts.\n\n- **Efficient Inference**: With only 0.9B parameters, GLM-OCR supports deployment via vLLM, SGLang, and Ollama, significantly reducing inference latency and compute cost, making it ideal for high-concurrency services and edge deployments.\n\n- **Easy to Use**: Fully open-sourced and equipped with a comprehensive [SDK](https://github.com/zai-org/GLM-OCR) and inference toolchain, offering simple installation, one-line invocation, and smooth integration into existing production pipelines.\n\n## Performance\n\n- Document Parsing & Information Extraction\n\n![image](https://raw.githubusercontent.com/zai-org/GLM-OCR/refs/heads/main/resources/docparse.png)\n\n\n- Real-World Scenarios Performance\n\n![image](https://raw.githubusercontent.com/zai-org/GLM-OCR/refs/heads/main/resources/realworld.png)\n\n\n- Speed Test\n\nFor speed, we compared different OCR methods under identical hardware and testing conditions (single replica, single concurrency), evaluating their performance in parsing and exporting Markdown files from both image and PDF inputs. Results show GLM-OCR achieves a throughput of 1.86 pages/second for PDF documents and 0.67 images/second for images, significantly outperforming comparable models.\n\n![image](https://raw.githubusercontent.com/zai-org/GLM-OCR/refs/heads/main/resources/speed.png)\n\n## Usage\n\n### Official SDK\n\nFor document parsing tasks, we strongly recommend using our [official SDK](https://github.com/zai-org/GLM-OCR).\nCompared with model-only inference, the SDK integrates PP-DocLayoutV3 and provides a complete, easy-to-use pipeline for document parsing, including layout analysis and structured output generation. This significantly reduces the engineering overhead required to build end-to-end document intelligence systems.\n\nNote that the SDK is currently designed for document parsing tasks only. For information extraction tasks, please refer to the following section and run inference directly with the model.\n\n### vLLM\n\n1. run \n\n```bash\npip install -U vllm --extra-index-url https://wheels.vllm.ai/nightly\n```\n\nor using docker with:\n```\ndocker pull vllm/vllm-openai:nightly\n```\n\n2. run with:\n\n```bash\npip install git+https://github.com/huggingface/transformers.git\nvllm serve zai-org/GLM-OCR --allowed-local-media-path / --port 8080\n```\n\n### SGLang\n\n\n1. using docker with:\n\n```bash\ndocker pull lmsysorg/sglang:dev\n```\n\nor build it from source with:\n\n```bash\npip install git+https://github.com/sgl-project/sglang.git#subdirectory=python\n```\n\n2. run with:\n\n```bash\npip install git+https://github.com/huggingface/transformers.git\npython -m sglang.launch_server --model zai-org/GLM-OCR --port 8080\n```\n\n### Ollama \n\n1. Download [Ollama](https://ollama.com/download).\n2. run with: \n\n```bash\nollama run glm-ocr\n```\n\nOllama will automatically use image file path when an image is dragged into the terminal: \n\n```bash\nollama run glm-ocr Text Recognition: ./image.png\n```\n\n### Transformers\n\n```\npip install git+https://github.com/huggingface/transformers.git\n```\n\n```python\nfrom transformers import AutoProcessor, AutoModelForImageTextToText\nimport torch\n\nMODEL_PATH = \"zai-org/GLM-OCR\"\nmessages = [\n {\n \"role\": \"user\",\n \"content\": [\n {\n \"type\": \"image\",\n \"url\": \"test_image.png\"\n },\n {\n \"type\": \"text\",\n \"text\": \"Text Recognition:\"\n }\n ],\n }\n]\nprocessor = AutoProcessor.from_pretrained(MODEL_PATH)\nmodel = AutoModelForImageTextToText.from_pretrained(\n pretrained_model_name_or_path=MODEL_PATH,\n torch_dtype=\"auto\",\n device_map=\"auto\",\n)\ninputs = processor.apply_chat_template(\n messages,\n tokenize=True,\n add_generation_prompt=True,\n return_dict=True,\n return_tensors=\"pt\"\n).to(model.device)\ninputs.pop(\"token_type_ids\", None)\ngenerated_ids = model.generate(**inputs, max_new_tokens=8192)\noutput_text = processor.decode(generated_ids[0][inputs[\"input_ids\"].shape[1]:], skip_special_tokens=False)\nprint(output_text)\n```\n\n### Prompt Limited\n\nGLM-OCR currently supports two types of prompt scenarios:\n\n1. **Document Parsing** – extract raw content from documents. Supported tasks include:\n\n```python\n{\n \"text\": \"Text Recognition:\",\n \"formula\": \"Formula Recognition:\",\n \"table\": \"Table Recognition:\"\n}\n```\n\n2. **Information Extraction** – extract structured information from documents. Prompts must follow a strict JSON schema. For example, to extract personal ID information:\n\n```python\n请按下列JSON格式输出图中信息:\n{\n \"id_number\": \"\",\n \"last_name\": \"\",\n \"first_name\": \"\",\n \"date_of_birth\": \"\",\n \"address\": {\n \"street\": \"\",\n \"city\": \"\",\n \"state\": \"\",\n \"zip_code\": \"\"\n },\n \"dates\": {\n \"issue_date\": \"\",\n \"expiration_date\": \"\"\n },\n \"sex\": \"\"\n}\n```\n\n⚠️ Note: When using information extraction, the output must strictly adhere to the defined JSON schema to ensure downstream processing compatibility.\n\n## Acknowledgement\n\nThis project is inspired by the excellent work of the following projects and communities:\n\n- [PP-DocLayout-V3](https://huggingface.co/PaddlePaddle/PP-DocLayoutV3)\n- [PaddleOCR](https://github.com/PaddlePaddle/PaddleOCR)\n- [MinerU](https://github.com/opendatalab/MinerU)\n\n## License\n\nThe GLM-OCR model is released under the MIT License.\n\nThe complete OCR pipeline integrates [PP-DocLayoutV3](https://huggingface.co/PaddlePaddle/PP-DocLayoutV3) for document layout analysis, which is licensed under the Apache License 2.0. Users should comply with both licenses when using this project.\n\n## Citation\n\nIf you find GLM-OCR useful in your research, please cite our technical report:\n\n```bibtex\n@misc{duan2026glmocrtechnicalreport,\n title={GLM-OCR Technical Report},\n author={Shuaiqi Duan and Yadong Xue and Weihan Wang and Zhe Su and Huan Liu and Sheng Yang and Guobing Gan and Guo Wang and Zihan Wang and Shengdong Yan and Dexin Jin and Yuxuan Zhang and Guohong Wen and Yanfeng Wang and Yutao Zhang and Xiaohan Zhang and Wenyi Hong and Yukuo Cen and Da Yin and Bin Chen and Wenmeng Yu and Xiaotao Gu and Jie Tang},\n year={2026},\n eprint={2603.10910},\n archivePrefix={arXiv},\n primaryClass={cs.CL},\n url={https://arxiv.org/abs/2603.10910},\n}\n```","has_starred","hub_user","ericcurtin044","immutable_tags_settings",{"_71":11,"_72":73},"enabled","rules",[74],".*","is_automated","permissions",{"_78":17,"_79":11,"_80":11},"read","write","admin","user","storage_size",2657432040,"orgData",{"_86":87,"_88":89,"_90":91,"_92":27,"_93":42,"_94":95,"_96":97,"_98":99,"_100":101,"_102":103,"_104":42,"_105":106,"_107":17},"id","24d9c867e1a94da6b95aea2650d8ac17","uuid","24d9c867-e1a9-4da6-b95a-ea2650d8ac17","type","organization","orgname","full_name","location","San Francisco, CA, USA","company","Docker","profile_url","https://www.docker.com","date_joined","2024-10-01T12:49:08.457388Z","gravatar_url","https://www.gravatar.com/avatar/56b6e15d486f6407690a6cb56e3fa68e?s=80&r=g&d=mm","gravatar_email","badge","verified_publisher","is_active","recentTags",[110,133],{"_111":38,"_112":113,"_114":115,"_116":117,"_86":118,"_119":120,"_44":121,"_122":113,"_123":68,"_124":50,"_51":125,"_126":127,"_128":129,"_130":121,"_131":61,"_132":17},"content_type","creator",36638321,"digest","sha256:2b51577e08171dfcf6522205795e01a9f76db6ae697bcb5425fcab17a267bbcb","full_size",2657429518,1258787445,"images",[],"2026-08-04T12:25:25.193197Z","last_updater","last_updater_username","media_type","latest","repository",32022596,"tag_last_pulled","2026-08-23T05:13:43.53123926Z","tag_last_pushed","tag_status","v2",{"_111":38,"_112":113,"_114":115,"_116":117,"_86":134,"_119":135,"_44":136,"_122":113,"_123":68,"_124":50,"_51":137,"_126":127,"_128":129,"_130":136,"_131":61,"_132":17},1258787504,[],"2026-08-04T12:25:29.012014Z","safetensors","sbxKitMetadata","isPotentialSpam","isHubSbxKitsEnabled","displaySecurityMetadata","tagAttestations","tagsHaveAttestations",[],"routes/_layout.r.$namespace.$reponame.tags",{"_32":147,"_154":155,"_143":166,"_167":11},{"_34":148,"_36":149,"_39":40,"_41":42,"_43":11,"_44":45,"_46":47,"_48":150,"_51":29,"_26":27,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":-5,"_63":57,"_64":65,"_66":11,"_67":68,"_69":151,"_75":11,"_76":153,"_81":27,"_82":83},[],[38],[50],{"_71":11,"_72":152},[74],{"_78":17,"_79":11,"_80":11},"tags",{"_156":157,"_158":-5,"_159":-5,"_160":161},"count",2,"next","previous","results",[162,164],{"_111":38,"_112":113,"_114":115,"_116":117,"_86":134,"_119":163,"_44":136,"_122":113,"_123":68,"_124":50,"_51":137,"_126":127,"_128":129,"_130":136,"_131":61,"_132":17},[],{"_111":38,"_112":113,"_114":115,"_116":117,"_86":118,"_119":165,"_44":121,"_122":113,"_123":68,"_124":50,"_51":125,"_126":127,"_128":129,"_130":121,"_131":61,"_132":17},[],[],"canDeleteTags","actionData","errors"]

Help

System theme

Docker Suite

ai/glm-ocr

Tags for ai/glm-ocr