content.raw: Check out AutoRound, SOTA LLM quantization algorithm across 2-4 bits without adding any inference overhead to any model
content.type: text
content.value: Check out AutoRound, SOTA LLM quantization algorithm across 2-4 bits without adding any inference overhead to any model
content.type: new_line
content.raw: paper: 
content.type: text
content.value: paper: 
content.href: https://arxiv.org/abs/2309.05516
content.raw: https://arxiv.org/abs/2309.05516
content.type: link
content.type: new_line
content.raw: github: 
content.type: text
content.value: github: 
content.href: https://github.com/intel/auto-round
content.raw: https://github.com/intel/auto-round
content.type: link
content.type: new_line
content.raw: lowbits leaderboard: 
content.type: text
content.value: lowbits leaderboard: 
content.href: https://huggingface.co/spaces/Intel/low-bit-leaderboard
content.raw: https://huggingface.co/spaces/Intel/low-bit-leaderboard
content.type: link
content.type: new_line
rawContent: Check out AutoRound, SOTA LLM quantization algorithm across 2-4 bits without adding any inference overhead to any model
  paper: https://arxiv.org/abs/2309.05516
  github: https://github.com/intel/auto-round
  lowbits leaderboard: https://huggingface.co/spaces/Intel/low-bit-leaderboard
  