Deep Learning, Sora, Computer Vision, Transformers, Attention.
1)).unsqueeze(0) for x in timg] [i.shape for i in timg] #[torch.Size([1, 3, 576, 768]), # torch.Size([1, 3, 576, 768]), # torch.Size([1, 3, 576, 768]), # torch.Size([1, 3, 576, 768])] pe = nn.Conv2d(3, 768, kernel_size=patch_size, stride=patch_size) pe #Conv2d(3, 768, kernel_size=(32, 32),