{"title":"Blacklight Inspection","page_title":"Amirhossein Kazemnejad's Blog","uri_ins":"http://kazemnejad.com/","uri_dest":"https://kazemnejad.com/","uri_redirects":["http://kazemnejad.com/"],"secure_connection":{},"host":"kazemnejad.com","config":{"emulateDevice":{"name":"iPhone 13 Pro","userAgent":"Mozilla/5.0 (iPhone; CPU iPhone OS 15_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.4 Mobile/15E148 Safari/604.1","viewport":{"width":390,"height":844,"deviceScaleFactor":3,"isMobile":true,"hasTouch":true,"isLandscape":false}},"cleareCache":true,"captureHar":true,"captureLinks":false,"enableAdBlock":false,"saveBrowserProfile":false,"numPages":2,"defaultTimeout":35000,"defaultWaitUntil":"networkidle2","headless":true,"headers":{},"extraChromiumArgs":["--disable-features=TrackingProtection3pcd","--website-analysis-scan=613e0886-2309-4a27-8cd5-7edb04ff4b1c"],"extraPuppeteerOptions":{}},"browser":{"name":"Chromium","version":"Chrome/127.0.6533.88","user_agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/127.0.0.0 Safari/537.36","platform":{"name":"Linux","version":"4.4.302+"}},"script":{"host":"f55531b6c604","version":{"npm":"3.11.0","commit":"dev"},"node_version":"v24.20.0"},"start_time":"2026-09-09T14:56:14.884Z","end_time":"2026-09-09T14:56:40.005Z","browsing_history":["https://kazemnejad.com/","https://kazemnejad.com/","https://kazemnejad.com/blog/transformer_architecture_positional_encoding/"],"hosts":{"requests":{"first_party":["kazemnejad.com"],"third_party":["cdn.polyfill.io","cdnjs.cloudflare.com","fonts.googleapis.com","www.google-analytics.com","fonts.gstatic.com","cdn.mathjax.org","kazemnejad-com.disqus.com","disqus.com","tempest.services.disqus.com","referrer.disqus.com","c.disquscdn.com","cdn.taboola.com","trc.taboola.com","gum.criteo.com","images.taboola.com","ib.adnxs.com","cm.g.doubleclick.net","vidstat.taboola.com","am-trc-events.taboola.com","cdn.viglink.com","links.services.disqus.com","api.viglink.com","a.disquscdn.com"]}},"reports":{"behaviour_event_listeners":{"MOUSE":{"https://c.disquscdn.com/next/embed/lounge.bundle.7f21ab1c601ae726335d27912834559e.js":["scroll","click","mousemove"],"https://c.disquscdn.com/embedv2/latest/embedv2.js":["scroll"],"https://c.disquscdn.com/next/embed/alfie_v4.63f1ab6d6b9d5807dc0c94ef3fe0b851.js":["click","mousedown"],"https://c.disquscdn.com/next/embed/common.bundle.712217b7f5a618b8bc684129c2acd47a.js":["click"],"https://c.disquscdn.com/next/recommendations/common.bundle.43d7b81d7be743ddbbff9eeae86f2a4b.js":["click"],"https://kazemnejad-com.disqus.com/embed.js":["scroll","click","mousemove"],"https://c.disquscdn.com/next/recommendations/recommendations.bundle.e10dd10b7f8cbf10e87b9f893f636092.js":["click","scroll","mousemove"],"https://kazemnejad-com.disqus.com/recommendations.js":["scroll","click","mousemove"],"https://cdn.taboola.com/libtrc/disqus-widget-safetylevel20longtail09/loader.js":["click","mousedown","scroll"],"https://cdnjs.cloudflare.com/ajax/libs/autotrack/2.4.1/autotrack.js":["click","scroll"],"https://kazemnejad.com/assets/vendor/jquery/jquery.min.js":["click"]},"KEYBOARD":{"https://c.disquscdn.com/next/embed/common.bundle.712217b7f5a618b8bc684129c2acd47a.js":["keypress"],"https://c.disquscdn.com/next/recommendations/common.bundle.43d7b81d7be743ddbbff9eeae86f2a4b.js":["keypress"],"https://cdn.taboola.com/libtrc/disqus-widget-safetylevel20longtail09/loader.js":["keyup"],"https://kazemnejad.com/assets/vendor/jquery/jquery.min.js":["keyup","keydown"]},"TOUCH":{"https://cdn.taboola.com/libtrc/disqus-widget-safetylevel20longtail09/loader.js":["touchstart"]}},"canvas_fingerprinters":{"data_url":{},"fingerprinters":[],"styles":{},"texts":{}},"canvas_font_fingerprinters":{"canvas_font":{},"text_measure":{}},"cookies":[{"name":"_ga","value":"GA1.2.1622687384.1788965788","domain":"kazemnejad.com","path":"/","expires":"2027-10-14T14:56:27.846Z","size":30,"httpOnly":false,"secure":false,"session":false,"priority":"Medium","sameParty":false,"sourceScheme":"Secure","sourcePort":443,"type":"js","third_party":false},{"name":"_gid","value":"GA1.2.847200933.1788965788","domain":"kazemnejad.com","path":"/","expires":"2026-09-10T14:56:27.000Z","size":30,"httpOnly":false,"secure":false,"session":false,"priority":"Medium","sameParty":false,"sourceScheme":"Secure","sourcePort":443,"type":"js","third_party":false},{"name":"_gat","value":"1","domain":"kazemnejad.com","path":"/","expires":"2026-09-09T14:57:27.000Z","size":5,"httpOnly":false,"secure":false,"session":false,"priority":"Medium","sameParty":false,"sourceScheme":"Secure","sourcePort":443,"type":"js","third_party":false},{"name":"datadome","value":"pTe~SVffbr0MCGwlELsYN9SDvFI7B6NFAcFSotw1Iar2fBxA8dvwYp48j4SgNVUW3GYR8nysOadVKAKgvZRN96zQToGhF5km6FOiMpA75vEo73xs8r3Gs64J45mFzv8G","domain":"taboola.com","path":"/","expires":"2027-09-09T14:56:32.706Z","size":136,"httpOnly":false,"secure":true,"session":false,"sameSite":"None","priority":"Medium","sameParty":false,"sourceScheme":"Secure","sourcePort":443,"type":"unknown","third_party":true}],"fb_pixel_events":[],"tiktok_pixel_events":[],"twitter_pixel_events":[],"google_analytics_events":[],"key_logging":{},"session_recorders":{},"third_party_trackers":[{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","id":97984,"llvl":2,"lt":"default","msg":"Error while loading video slider unit::, ","tim":"14:56:38.374","tvi48":32979,"tvi50":32959,"type":"warn"}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://am-trc-events.taboola.com/disqus-widget-safetylevel20longtail09/log/2/debug?type=warn&msg=Error%20while%20loading%20video%20slider%20unit%3A%3A%2C%20&lt=default&tvi48=32979&tvi50=32959&tim=14%3A56%3A38.374&id=97984&cv=20260909-12-RELEASE&llvl=2"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","id":70858,"llvl":2,"lt":"default","msg":"Error while loading video slider unit::, ","tim":"14:56:38.342","tvi48":32982,"tvi50":32919,"type":"warn"}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://am-trc-events.taboola.com/disqus-widget-safetylevel20longtail09/log/2/debug?type=warn&msg=Error%20while%20loading%20video%20slider%20unit%3A%3A%2C%20&lt=default&tvi48=32982&tvi50=32919&tim=14%3A56%3A38.342&id=70858&cv=20260909-12-RELEASE&llvl=2"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"abe":0,"dnt":0,"embed_hidden":0,"event":"init_embed","experiment":"videofloorexp","forum":"kazemnejad-com","forum_id":5879968,"imp":"8aut3eu59t64e","load_time":2147,"max_enabled":true,"promoted_enabled":true,"referrer":"https://kazemnejad.com/","service":"dynamic","theme":"next","thread":7649707695,"thread_slug":"transformer_architecture_the_positional_encoding_85","tracking_enabled":0,"user_type":"anon","variant":"active"}},"stack":[{"fileName":"https://disqus.com/embed/comments/?base=default&f=kazemnejad-com&t_u=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&t_d=Transformer%20Architecture%3A%20The%20Positional%20Encoding&t_t=Transformer%20Architecture%3A%20The%20Positional%20Encoding&s_o=default#version=2b53f7bc0e6db9df9d9b00a3aca1508b","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/event.gif?abe=0&embed_hidden=0&load_time=2147&event=init_embed&thread=7649707695&forum=kazemnejad-com&forum_id=5879968&imp=8aut3eu59t64e&thread_slug=transformer_architecture_the_positional_encoding_85&user_type=anon&theme=next&dnt=0&tracking_enabled=0&experiment=videofloorexp&variant=active&service=dynamic&promoted_enabled=true&max_enabled=true&referrer=https%3A%2F%2Fkazemnejad.com%2F"},{"data":{"body":"format=jsonp&jsonp=vglnk_17889657943107&key=cfdfcf52dffd0a702a61bad27507376d&subId=5879968&loc=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&v=2","filter":"||disqus.com/api/ping","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://links.services.disqus.com/api/ping"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"event":"failed_recommendations.server.undefined"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/stat.gif?event=failed_recommendations.server.undefined"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"bulkSize":8,"cv":"20260909-12-RELEASE","lti":"default","route":"AM:AM:V","tvi48":32979,"tvi50":32959}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/bulk?route=AM%3AAM%3AV&lti=default&tvi48=32979&tvi50=32959&cv=20260909-12-RELEASE&bulkSize=8"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"event":"cmp.gpp.absent"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/stat.gif?event=cmp.gpp.absent"},{"data":{"body":{},"filter":"/pixel.gif?","listName":"easyprivacy.txt","query":{"ch":2,"rn":1.8377340816909518}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.viglink.com/images/pixel.gif?ch=2&rn=1.8377340816909518"},{"data":{"body":{},"filter":"/pixel.gif?","listName":"easyprivacy.txt","query":{"ch":1,"rn":1.8377340816909518}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.viglink.com/images/pixel.gif?ch=1&rn=1.8377340816909518"},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/static/thumbnails/f539211219b796ffbb49949997c764f0.png"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","id":34759,"llvl":2,"lt":"default","msg":"Placements With no Content: {\"domain\": \"https://kazemnejad.com\", \"experiment\": \"videofloorexp\", \"position\": \"bottom\", \"shortname\": \"kazemnejad-com\", \"variant\": \"active\"} | Lazy Injected 1","tim":"14:56:33.756","tvi48":32979,"tvi50":32959,"type":"warn"}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://am-trc-events.taboola.com/disqus-widget-safetylevel20longtail09/log/2/debug?type=warn&msg=Placements%20With%20no%20Content%3A%20%7B%22domain%22%3A%20%22https%3A%2F%2Fkazemnejad.com%22%2C%20%22experiment%22%3A%20%22videofloorexp%22%2C%20%22position%22%3A%20%22bottom%22%2C%20%22shortname%22%3A%20%22kazemnejad-com%22%2C%20%22variant%22%3A%20%22active%22%7D%20%7C%20Lazy%20Injected%201&lt=default&tvi48=32979&tvi50=32959&tim=14%3A56%3A33.756&id=34759&cv=20260909-12-RELEASE&llvl=2"},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/static/thumbnails/f539211219b796ffbb49949997c764f0.png"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"bulkSize":6,"cv":"20260909-12-RELEASE","lti":"default","route":"AM:AM:V","tvi48":32982,"tvi50":32919}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/bulk?route=AM%3AAM%3AV&lti=default&tvi48=32982&tvi50=32919&cv=20260909-12-RELEASE&bulkSize=6"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-#4_SC readyToPlay"},"id":81616,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"d32d81842128494237e2d85dda00909f","route":"AM:AM:V","sd":"v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA","tim":"14:56:33.197","ui":"ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f","vi":1788965791270,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=d32d81842128494237e2d85dda00909f&sd=v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA&ui=ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965791270&tim=14%3A56%3A33.197&id=81616&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-%234_SC%20readyToPlay%22%7D"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-#3_SC readyToPlay"},"id":73676,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"d32d81842128494237e2d85dda00909f","route":"AM:AM:V","sd":"v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA","tim":"14:56:33.195","ui":"ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f","vi":1788965791270,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=d32d81842128494237e2d85dda00909f&sd=v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA&ui=ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965791270&tim=14%3A56%3A33.195&id=73676&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-%233_SC%20readyToPlay%22%7D"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-#2_SC readyToPlay"},"id":60433,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"d32d81842128494237e2d85dda00909f","route":"AM:AM:V","sd":"v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA","tim":"14:56:33.193","ui":"ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f","vi":1788965791270,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=d32d81842128494237e2d85dda00909f&sd=v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA&ui=ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965791270&tim=14%3A56%3A33.193&id=60433&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-%232_SC%20readyToPlay%22%7D"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-#1_SC readyToPlay"},"id":9236,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"d32d81842128494237e2d85dda00909f","route":"AM:AM:V","sd":"v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA","tim":"14:56:33.189","ui":"ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f","vi":1788965791270,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=d32d81842128494237e2d85dda00909f&sd=v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA&ui=ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965791270&tim=14%3A56%3A33.189&id=9236&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-%231_SC%20readyToPlay%22%7D"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-#4_SC readyToPlay"},"id":98975,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"8ace92625abe74a48b73e06367185e5a","route":"AM:AM:V","sd":"v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA","tim":"14:56:33.132","ui":"9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f","vi":1788965790655,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=8ace92625abe74a48b73e06367185e5a&sd=v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA&ui=9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965790655&tim=14%3A56%3A33.132&id=98975&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-%234_SC%20readyToPlay%22%7D"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-#3_SC readyToPlay"},"id":47624,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"8ace92625abe74a48b73e06367185e5a","route":"AM:AM:V","sd":"v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA","tim":"14:56:33.130","ui":"9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f","vi":1788965790655,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=8ace92625abe74a48b73e06367185e5a&sd=v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA&ui=9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965790655&tim=14%3A56%3A33.130&id=47624&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-%233_SC%20readyToPlay%22%7D"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-#2_SC readyToPlay"},"id":18193,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"8ace92625abe74a48b73e06367185e5a","route":"AM:AM:V","sd":"v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA","tim":"14:56:33.128","ui":"9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f","vi":1788965790655,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=8ace92625abe74a48b73e06367185e5a&sd=v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA&ui=9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965790655&tim=14%3A56%3A33.128&id=18193&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-%232_SC%20readyToPlay%22%7D"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-#1_SC readyToPlay"},"id":94348,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"8ace92625abe74a48b73e06367185e5a","route":"AM:AM:V","sd":"v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA","tim":"14:56:33.123","ui":"9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f","vi":1788965790655,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=8ace92625abe74a48b73e06367185e5a&sd=v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA&ui=9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965790655&tim=14%3A56%3A33.123&id=94348&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-%231_SC%20readyToPlay%22%7D"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"ad_product_layout":"iab_display","ad_product_name":"iab_display","advertisement_id":184193,"area":"bottom","bin":"embed:promoted_discovery:dynamic:videofloorexp:active","event":"activity","experiment":"videofloorexp","forum":"kazemnejad-com","forum_id":5879968,"imp":"8aut3eu59t64e","object_id":[184193],"object_type":"advertisement","page_referrer":"","page_url":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","product":"embed","provider":"taboola","section":"default","service":"dynamic","variant":"active","verb":"load","version":"2b53f7bc0e6db9df9d9b00a3aca1508b","zone":"thread"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/event.gif?imp=8aut3eu59t64e&experiment=videofloorexp&variant=active&service=dynamic&area=bottom&product=embed&forum=kazemnejad-com&zone=thread&version=2b53f7bc0e6db9df9d9b00a3aca1508b&page_url=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&page_referrer=&object_type=advertisement&provider=taboola&event=activity&ad_product_name=iab_display&ad_product_layout=iab_display&bin=embed%3Apromoted_discovery%3Adynamic%3Avideofloorexp%3Aactive&object_id=%5B184193%5D&section=default&verb=load&advertisement_id=184193&forum_id=5879968"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"ad_product_layout":"iab_display","ad_product_name":"iab_display","advertisement_id":184193,"area":"top","bin":"embed:promoted_discovery:dynamic:videofloorexp:active","event":"activity","experiment":"videofloorexp","forum":"kazemnejad-com","forum_id":5879968,"imp":"8aut3eu59t64e","object_id":[184193],"object_type":"advertisement","page_referrer":"","page_url":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","product":"embed","provider":"taboola","section":"default","service":"dynamic","variant":"active","verb":"load","version":"2b53f7bc0e6db9df9d9b00a3aca1508b","zone":"thread"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/event.gif?imp=8aut3eu59t64e&experiment=videofloorexp&variant=active&service=dynamic&area=top&product=embed&forum=kazemnejad-com&zone=thread&version=2b53f7bc0e6db9df9d9b00a3aca1508b&page_url=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&page_referrer=&object_type=advertisement&provider=taboola&event=activity&ad_product_name=iab_display&ad_product_layout=iab_display&bin=embed%3Apromoted_discovery%3Adynamic%3Avideofloorexp%3Aactive&object_id=%5B184193%5D&section=default&verb=load&advertisement_id=184193&forum_id=5879968"},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/static/thumbnails/f539211219b796ffbb49949997c764f0.png"},{"data":{"body":{},"filter":".doubleclick.net/$image","listName":"easyprivacy.txt","query":{"gdpr":1,"gdpr_consent":"","google_cm":"","google_hm":"Y2U2YTcyYmQtYjk5ZS00MTE3LThiYjMtYThmYWYxNTdkZDQ2LXR1Y3QxMTlhZjkxZg","google_nid":"realize","ui":"ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f"}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cm.g.doubleclick.net/pixel?google_nid=realize&google_hm=Y2U2YTcyYmQtYjk5ZS00MTE3LThiYjMtYThmYWYxNTdkZDQ2LXR1Y3QxMTlhZjkxZg&google_cm&&gdpr=1&gdpr_consent=&ui=ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f"},{"data":{"body":{},"filter":"||adnxs.com^","listName":"easylist.txt","query":{"code":"ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f","entity":584,"gdpr":1,"gdpr_consent":""}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://ib.adnxs.com/setuid?entity=584&code=ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f&gdpr=1&gdpr_consent="},{"data":{"body":{},"filter":"||vidstat.taboola.com^","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://vidstat.taboola.com/lite-unit/5.7.7/UnitFeedManagerMobile.min.js"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"bulkSize":1,"cv":"20260909-12-RELEASE","lti":"default","route":"AM:AM:V","tvi48":32982,"tvi50":32540}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/bulk?route=AM%3AAM%3AV&lti=default&tvi48=32982&tvi50=32540&cv=20260909-12-RELEASE&bulkSize=1"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-available"},"id":12970,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"d32d81842128494237e2d85dda00909f","route":"AM:AM:V","sd":"v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA","tim":"14:56:32.396","ui":"ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f","vi":1788965791270,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=d32d81842128494237e2d85dda00909f&sd=v2_57076ec29d81956e7f165ddf4a53683c_ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GKbMrrWINCABKAEwSjjE1whA6IsQSKKC3wNQmqEPWABgAGi3-e3RlOyxwfEBcACAAQCIAQCQAQA&ui=ce6a72bd-b99e-4117-8bb3-a8faf157dd46-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965791270&tim=14%3A56%3A32.396&id=12970&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-available%22%7D"},{"data":{"body":{},"filter":"||criteo.com^$third-party","listName":"easyprivacy.txt","query":{"c":72,"gdpr":1,"gdpr_consent":"","j":"TRC.getRTUS","r":2,"us_privacy":""}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://gum.criteo.com/sync?c=72&r=2&j=TRC.getRTUS&us_privacy=&gdpr=1&gdpr_consent="},{"data":{"body":{},"filter":".doubleclick.net/$image","listName":"easyprivacy.txt","query":{"gdpr":1,"gdpr_consent":"","google_cm":"","google_hm":"OWNhNDQzZTgtZjIzMy00ZTdhLThmYzMtYTZiMjZiZTg2MzI4LXR1Y3QxMTlhZjkxZg","google_nid":"realize","ui":"9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f"}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cm.g.doubleclick.net/pixel?google_nid=realize&google_hm=OWNhNDQzZTgtZjIzMy00ZTdhLThmYzMtYTZiMjZiZTg2MzI4LXR1Y3QxMTlhZjkxZg&google_cm&&gdpr=1&gdpr_consent=&ui=9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f"},{"data":{"body":{},"filter":"||adnxs.com^","listName":"easylist.txt","query":{"code":"9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f","entity":584,"gdpr":1,"gdpr_consent":""}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://ib.adnxs.com/setuid?entity=584&code=9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f&gdpr=1&gdpr_consent="},{"data":{"body":{},"filter":"||vidstat.taboola.com^","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://vidstat.taboola.com/lite-unit/5.7.7/UnitFeedManagerMobile.min.js"},{"data":{"body":{},"filter":"$ping,third-party","listName":"easyprivacy.txt","query":{"cv":"20260909-12-RELEASE","d":{"data":"\"\"","type":"recReel-available"},"id":7260,"llvl":2,"lti":"default","pi":"/blog/transformer_architecture_positional_encoding","pt":"text","ri":"8ace92625abe74a48b73e06367185e5a","route":"AM:AM:V","sd":"v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA","tim":"14:56:31.994","ui":"9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f","vi":1788965790655,"wi":-5771896239497329000}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://trc.taboola.com/disqus-widget-safetylevel20longtail09/log/3/pubs-generic?route=AM%3AAM%3AV&lti=default&ri=8ace92625abe74a48b73e06367185e5a&sd=v2_09825b02f1bd35d0580234aec5cb2d47_9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f_1788965791_1788965791_CIi3jgYQktQ_GL_HrrWINCABKAEwSjjE1whA6IsQSKKC3wNQ____________AVgAYABot_nt0ZTsscHxAXAAgAEAiAEAkAEA&ui=9ca443e8-f233-4e7a-8fc3-a6b26be86328-tuct119af91f&pi=%2Fblog%2Ftransformer_architecture_positional_encoding&wi=-5771896239497328203&pt=text&vi=1788965790655&tim=14%3A56%3A31.994&id=7260&llvl=2&cv=20260909-12-RELEASE&d=%7B%22data%22%3A%22%5C%22%5C%22%22%2C%22type%22%3A%22recReel-available%22%7D"},{"data":{"body":{},"filter":"||criteo.com^$third-party","listName":"easyprivacy.txt","query":{"c":72,"gdpr":1,"gdpr_consent":"","j":"TRC.getRTUS","r":2,"us_privacy":""}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://gum.criteo.com/sync?c=72&r=2&j=TRC.getRTUS&us_privacy=&gdpr=1&gdpr_consent="},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"ad_product_layout":"iab_display","ad_product_name":"iab_display","adverb":"provider_not_ready","area":"recommendations","bin":"embed:promoted_discovery:dynamic:videofloorexp:fallthrough","event":"activity","experiment":"videofloorexp","forum":"kazemnejad-com","forum_id":5879968,"imp":"8aut3ob223fu85","object_id":"taboola","object_type":"provider","page_referrer":"","page_url":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","product":"recommendations","section":"default","service":"dynamic","variant":"fallthrough","verb":"fail","version":"c017e3f5723b18333f4f57ebfe096501","zone":"thread"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/event.gif?imp=8aut3ob223fu85&experiment=videofloorexp&variant=fallthrough&service=dynamic&area=recommendations&product=recommendations&forum=kazemnejad-com&zone=thread&version=c017e3f5723b18333f4f57ebfe096501&page_url=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&page_referrer=&object_type=provider&event=activity&ad_product_name=iab_display&ad_product_layout=iab_display&bin=embed%3Apromoted_discovery%3Adynamic%3Avideofloorexp%3Afallthrough&object_id=taboola&section=default&verb=fail&adverb=provider_not_ready&forum_id=5879968"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"ad_product_layout":"iab_display","ad_product_name":"iab_display","area":"recommendations","bin":"embed:promoted_discovery:dynamic:videofloorexp:fallthrough","event":"activity","experiment":"videofloorexp","forum":"kazemnejad-com","forum_id":5879968,"imp":"8aut3ob223fu85","object_id":"","object_type":"advertisement","page_referrer":"","page_url":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","product":"recommendations","provider":"taboola","section":"default","service":"dynamic","variant":"fallthrough","verb":"load","version":"c017e3f5723b18333f4f57ebfe096501","zone":"thread"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/event.gif?imp=8aut3ob223fu85&experiment=videofloorexp&variant=fallthrough&service=dynamic&area=recommendations&product=recommendations&forum=kazemnejad-com&zone=thread&version=c017e3f5723b18333f4f57ebfe096501&page_url=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&page_referrer=&object_type=advertisement&provider=taboola&event=activity&ad_product_name=iab_display&ad_product_layout=iab_display&bin=embed%3Apromoted_discovery%3Adynamic%3Avideofloorexp%3Afallthrough&object_id=&section=default&verb=load&forum_id=5879968"},{"data":{"body":{},"filter":".doubleclick.net/$image","listName":"easyprivacy.txt","query":{"gdpr":1,"gdpr_consent":"","google_cm":"","google_hm":"NWNkODliNWEtOWI4My00ZGE1LTliZDItNTQ4ZTZmMmY3ZDNkLXR1Y3QxMTlhZjkxZQ","google_nid":"realize","ui":"5cd89b5a-9b83-4da5-9bd2-548e6f2f7d3d-tuct119af91e"}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cm.g.doubleclick.net/pixel?google_nid=realize&google_hm=NWNkODliNWEtOWI4My00ZGE1LTliZDItNTQ4ZTZmMmY3ZDNkLXR1Y3QxMTlhZjkxZQ&google_cm&&gdpr=1&gdpr_consent=&ui=5cd89b5a-9b83-4da5-9bd2-548e6f2f7d3d-tuct119af91e"},{"data":{"body":{},"filter":"||adnxs.com^","listName":"easylist.txt","query":{"code":"5cd89b5a-9b83-4da5-9bd2-548e6f2f7d3d-tuct119af91e","entity":584,"gdpr":1,"gdpr_consent":""}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://ib.adnxs.com/setuid?entity=584&code=5cd89b5a-9b83-4da5-9bd2-548e6f2f7d3d-tuct119af91e&gdpr=1&gdpr_consent="},{"data":{"body":{},"filter":"||criteo.com^$third-party","listName":"easyprivacy.txt","query":{"c":72,"gdpr":1,"gdpr_consent":"","j":"TRC.getRTUS","r":2,"us_privacy":""}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://gum.criteo.com/sync?c=72&r=2&j=TRC.getRTUS&us_privacy=&gdpr=1&gdpr_consent="},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{"bundle":"default","publisher":"disqus-widget-safetylevel20longtail09","type":"loaderpixel"}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/tr5?type=loaderpixel&publisher=disqus-widget-safetylevel20longtail09&bundle=default"},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{"bundle":"default","publisher":"disqus-widget-safetylevel20longtail09","type":"loaderpixel"}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/tr5?type=loaderpixel&publisher=disqus-widget-safetylevel20longtail09&bundle=default"},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{"bundle":"default","publisher":"disqus-widget-safetylevel20longtail09","type":"loaderpixel"}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/tr5?type=loaderpixel&publisher=disqus-widget-safetylevel20longtail09&bundle=default"},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/disqus-widget-safetylevel20longtail09/loader.js"},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/disqus-widget-safetylevel20longtail09/loader.js"},{"data":{"body":{},"filter":"||taboola.com/libtrc/","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"about:blank","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdn.taboola.com/libtrc/disqus-widget-safetylevel20longtail09/loader.js"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"ad_product_layout":"iab_display","ad_product_name":"iab_display","adjective":1,"area":"recommendations","bin":"embed:promoted_discovery:dynamic:videofloorexp:fallthrough","event":"activity","experiment":"videofloorexp","forum":"kazemnejad-com","forum_id":5879968,"imp":"8aut3ob223fu85","object_type":"provider","page_referrer":"","page_url":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","product":"recommendations","section":"default","service":"dynamic","variant":"fallthrough","verb":"call","version":"c017e3f5723b18333f4f57ebfe096501","zone":"thread"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/event.gif?imp=8aut3ob223fu85&experiment=videofloorexp&variant=fallthrough&service=dynamic&area=recommendations&product=recommendations&forum=kazemnejad-com&zone=thread&version=c017e3f5723b18333f4f57ebfe096501&page_url=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&page_referrer=&object_type=provider&event=activity&ad_product_name=iab_display&ad_product_layout=iab_display&bin=embed%3Apromoted_discovery%3Adynamic%3Avideofloorexp%3Afallthrough&section=default&verb=call&adjective=1&forum_id=5879968"},{"data":{"body":{},"filter":"||disqus.com/ads-iframe/","listName":"easylist.txt","query":{"anchorColor":"#212529","canonicalUrl":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","colorScheme":"light","disqus_version":"current","experiment":"videofloorexp","position":"recommendations","service":"dynamic","shortname":"kazemnejad-com","sourceUrl":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","sourceless":true,"typeface":"serif","variant":"fallthrough"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://tempest.services.disqus.com/ads-iframe/taboola_1x1/?position=recommendations&shortname=kazemnejad-com&experiment=videofloorexp&variant=fallthrough&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=true"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"ad_product_layout":"iab_display","ad_product_name":"iab_display","adjective":1,"area":"bottom","bin":"embed:promoted_discovery:dynamic:videofloorexp:active","event":"activity","experiment":"videofloorexp","forum":"kazemnejad-com","forum_id":5879968,"imp":"8aut3eu59t64e","object_type":"provider","page_referrer":"","page_url":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","product":"embed","section":"default","service":"dynamic","variant":"active","verb":"call","version":"2b53f7bc0e6db9df9d9b00a3aca1508b","zone":"thread"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/event.gif?imp=8aut3eu59t64e&experiment=videofloorexp&variant=active&service=dynamic&area=bottom&product=embed&forum=kazemnejad-com&zone=thread&version=2b53f7bc0e6db9df9d9b00a3aca1508b&page_url=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&page_referrer=&object_type=provider&event=activity&ad_product_name=iab_display&ad_product_layout=iab_display&bin=embed%3Apromoted_discovery%3Adynamic%3Avideofloorexp%3Aactive&section=default&verb=call&adjective=1&forum_id=5879968"},{"data":{"body":{},"filter":"||referrer.disqus.com^","listName":"easyprivacy.txt","query":{"ad_product_layout":"iab_display","ad_product_name":"iab_display","adjective":1,"area":"top","bin":"embed:promoted_discovery:dynamic:videofloorexp:active","event":"activity","experiment":"videofloorexp","forum":"kazemnejad-com","forum_id":5879968,"imp":"8aut3eu59t64e","object_type":"provider","page_referrer":"","page_url":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","product":"embed","section":"default","service":"dynamic","variant":"active","verb":"call","version":"2b53f7bc0e6db9df9d9b00a3aca1508b","zone":"thread"}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://referrer.disqus.com/juggler/event.gif?imp=8aut3eu59t64e&experiment=videofloorexp&variant=active&service=dynamic&area=top&product=embed&forum=kazemnejad-com&zone=thread&version=2b53f7bc0e6db9df9d9b00a3aca1508b&page_url=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&page_referrer=&object_type=provider&event=activity&ad_product_name=iab_display&ad_product_layout=iab_display&bin=embed%3Apromoted_discovery%3Adynamic%3Avideofloorexp%3Aactive&section=default&verb=call&adjective=1&forum_id=5879968"},{"data":{"body":{},"filter":"||disqus.com/ads-iframe/","listName":"easylist.txt","query":{"anchorColor":"#212529","canonicalUrl":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","colorScheme":"light","disqus_version":"current","experiment":"videofloorexp","position":"bottom","service":"dynamic","shortname":"kazemnejad-com","sourceUrl":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","sourceless":false,"typeface":"serif","variant":"active"}},"stack":[{"fileName":"","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=bottom&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false"},{"data":{"body":{},"filter":"||disqus.com/ads-iframe/","listName":"easylist.txt","query":{"anchorColor":"#212529","canonicalUrl":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","colorScheme":"light","disqus_version":"current","experiment":"videofloorexp","position":"top","service":"dynamic","shortname":"kazemnejad-com","sourceUrl":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","sourceless":false,"typeface":"serif","variant":"active"}},"stack":[{"fileName":"","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://tempest.services.disqus.com/ads-iframe/taboola/?position=top&shortname=kazemnejad-com&experiment=videofloorexp&variant=active&service=dynamic&anchorColor=%23212529&colorScheme=light&sourceUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&typeface=serif&canonicalUrl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&disqus_version=current&sourceless=false"},{"data":{"body":{},"filter":"||google-analytics.com^$third-party","listName":"easyprivacy.txt","query":{"_au":"26e","_av":"2.4.1","_gid":847200933.1788965,"_r":1,"_s":1,"_slc":1,"_u":"YGBAAEADAAAAACAUI~","_v":"j102","a":790651131,"cid":1622687384.1788967,"did":"i5iSjo","dl":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","dt":"Transformer Architecture: The Positional Encoding - Amirhossein Kazemnejad's Blog","gjid":1882652548,"jid":492483081,"sr":"390x844","t":"pageview","tid":"UA-147454932-1","ul":"en-us","v":1,"vp":"390x844","z":781295063}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://www.google-analytics.com/j/collect?v=1&_v=j102&a=790651131&t=pageview&_s=1&dl=https%3A%2F%2Fkazemnejad.com%2Fblog%2Ftransformer_architecture_positional_encoding%2F&ul=en-us&dt=Transformer%20Architecture%3A%20The%20Positional%20Encoding%20-%20Amirhossein%20Kazemnejad%27s%20Blog&sr=390x844&vp=390x844&_u=YGBAAEADAAAAACAUI~&jid=492483081&gjid=1882652548&cid=1622687384.1788965788&tid=UA-147454932-1&_gid=847200933.1788965788&_r=1&_slc=1&_av=2.4.1&_au=26e&did=i5iSjo&z=781295063"},{"data":{"body":{},"filter":"||google-analytics.com^$third-party","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://www.google-analytics.com/analytics.js"},{"data":{"body":{},"filter":"/autotrack.js","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://kazemnejad.com/blog/transformer_architecture_positional_encoding/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdnjs.cloudflare.com/ajax/libs/autotrack/2.4.1/autotrack.js"},{"data":{"body":{},"filter":"||google-analytics.com^$third-party","listName":"easyprivacy.txt","query":{"_au":"26e","_av":"2.4.1","_gid":1712238759.1788967,"_r":1,"_s":1,"_slc":1,"_u":"YGBAAEADAAAAACAUI~","_v":"j102","a":1254645501,"cid":1382436538.1788967,"did":"i5iSjo","dl":"https://kazemnejad.com/","dt":"Amirhossein Kazemnejad's Blog","gjid":943172040,"jid":385367677,"sr":"390x844","t":"pageview","tid":"UA-147454932-1","ul":"en-us","v":1,"vp":"390x844","z":1060572164}},"stack":[{"fileName":"https://kazemnejad.com/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://www.google-analytics.com/j/collect?v=1&_v=j102&a=1254645501&t=pageview&_s=1&dl=https%3A%2F%2Fkazemnejad.com%2F&ul=en-us&dt=Amirhossein%20Kazemnejad%27s%20Blog&sr=390x844&vp=390x844&_u=YGBAAEADAAAAACAUI~&jid=385367677&gjid=943172040&cid=1382436538.1788965784&tid=UA-147454932-1&_gid=1712238759.1788965784&_r=1&_slc=1&_av=2.4.1&_au=26e&did=i5iSjo&z=1060572164"},{"data":{"body":{},"filter":"||google-analytics.com^$third-party","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://kazemnejad.com/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://www.google-analytics.com/analytics.js"},{"data":{"body":{},"filter":"/autotrack.js","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://kazemnejad.com/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdnjs.cloudflare.com/ajax/libs/autotrack/2.4.1/autotrack.js"},{"data":{"body":{},"filter":"||google-analytics.com^$third-party","listName":"easyprivacy.txt","query":{"_au":"26e","_av":"2.4.1","_gid":925464151.1788965,"_r":1,"_s":1,"_slc":1,"_u":"YGBAAEADAAAAACAUI~","_v":"j102","a":1118354035,"cid":1282257912.1788967,"did":"i5iSjo","dl":"https://kazemnejad.com/","dt":"Amirhossein Kazemnejad's Blog","gjid":847126830,"jid":1129641014,"sr":"390x844","t":"pageview","tid":"UA-147454932-1","ul":"en-us","v":1,"vp":"390x844","z":1187686166}},"stack":[{"fileName":"https://kazemnejad.com/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://www.google-analytics.com/j/collect?v=1&_v=j102&a=1118354035&t=pageview&_s=1&dl=https%3A%2F%2Fkazemnejad.com%2F&ul=en-us&dt=Amirhossein%20Kazemnejad%27s%20Blog&sr=390x844&vp=390x844&_u=YGBAAEADAAAAACAUI~&jid=1129641014&gjid=847126830&cid=1282257912.1788965781&tid=UA-147454932-1&_gid=925464151.1788965781&_r=1&_slc=1&_av=2.4.1&_au=26e&did=i5iSjo&z=1187686166"},{"data":{"body":{},"filter":"||google-analytics.com^$third-party","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://kazemnejad.com/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://www.google-analytics.com/analytics.js"},{"data":{"body":{},"filter":"/autotrack.js","listName":"easyprivacy.txt","query":{}},"stack":[{"fileName":"https://kazemnejad.com/","source":"ThirdPartyTracker RequestHandler"}],"type":"TrackingRequest","url":"https://cdnjs.cloudflare.com/ajax/libs/autotrack/2.4.1/autotrack.js"}]}}