diff --git a/models/demos/bert_tiny/tests/test_performance.py b/models/demos/bert_tiny/tests/test_performance.py index 6ce1bc48b44..4f98ed79ee7 100644 --- a/models/demos/bert_tiny/tests/test_performance.py +++ b/models/demos/bert_tiny/tests/test_performance.py @@ -121,7 +121,7 @@ def test_perf_device_bare_metal(batch_size, expected_perf): if is_wormhole_b0(): expected_perf = 3990.0 else: - expected_perf = 3476.55 + expected_perf = 3460.0 command = f"pytest tests/ttnn/integration_tests/bert_tiny/test_bert_tiny.py::test_bert_for_question_answering" cols = ["DEVICE FW", "DEVICE KERNEL", "DEVICE BRISC KERNEL"] diff --git a/models/demos/convnet_mnist/tests/test_performance.py b/models/demos/convnet_mnist/tests/test_performance.py index d6ccf0717d7..f3e2c657156 100644 --- a/models/demos/convnet_mnist/tests/test_performance.py +++ b/models/demos/convnet_mnist/tests/test_performance.py @@ -119,7 +119,7 @@ def test_perf_device_bare_metal_convnet_mnist(batch_size, expected_perf): subdir = "ttnn_convnet_mnist" num_iterations = 1 margin = 0.03 - expected_perf = 1800 if is_grayskull() else 2800.5 + expected_perf = 2430 if is_grayskull() else 3358.0 command = f"pytest tests/ttnn/integration_tests/convnet_mnist/test_convnet_mnist.py" cols = ["DEVICE FW", "DEVICE KERNEL", "DEVICE BRISC KERNEL"] diff --git a/models/demos/distilbert/tests/test_perf_distilbert.py b/models/demos/distilbert/tests/test_perf_distilbert.py index f3b0a6373fa..e675163118e 100644 --- a/models/demos/distilbert/tests/test_perf_distilbert.py +++ b/models/demos/distilbert/tests/test_perf_distilbert.py @@ -154,7 +154,7 @@ def test_distilbert_perf_device(batch_size, test, reset_seeds): if is_grayskull(): expected_perf = 57.3 elif is_wormhole_b0(): - expected_perf = 103.884 + expected_perf = 95.5 command = f"pytest tests/ttnn/integration_tests/distilbert/test_ttnn_distilbert.py::test_distilbert_for_question_answering[sequence_size=768-batch_size=8-model_name=distilbert-base-uncased-distilled-squad]" cols = ["DEVICE FW", "DEVICE KERNEL", "DEVICE BRISC KERNEL"] diff --git a/models/demos/falcon7b_common/tests/run_falcon_end_to_end.py b/models/demos/falcon7b_common/tests/run_falcon_end_to_end.py index ac610f060a5..700db2908d3 100644 --- a/models/demos/falcon7b_common/tests/run_falcon_end_to_end.py +++ b/models/demos/falcon7b_common/tests/run_falcon_end_to_end.py @@ -61,7 +61,7 @@ class DeviceSetup(Enum): PREFILL_CONFIG_TO_PCC = { DeviceSetup.GRAYSKULL: { "BFLOAT16-DRAM": { - 128: (0.88, 0.97, 0.88), + 128: (0.87, 0.97, 0.88), 256: (0.92, 0.97, 0.88), }, "BFLOAT16-L1": { diff --git a/models/demos/t3000/falcon7b/expected_greedy_output.json b/models/demos/t3000/falcon7b/expected_greedy_output.json index 24d644c4320..e04b3120c02 100644 --- a/models/demos/t3000/falcon7b/expected_greedy_output.json +++ b/models/demos/t3000/falcon7b/expected_greedy_output.json @@ -1 +1 @@ -["List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. "] +["List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. ", "List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. "] diff --git a/models/demos/wormhole/bert_tiny/tests/test_performance.py b/models/demos/wormhole/bert_tiny/tests/test_performance.py index bfb7739c0e5..a931d5461fb 100644 --- a/models/demos/wormhole/bert_tiny/tests/test_performance.py +++ b/models/demos/wormhole/bert_tiny/tests/test_performance.py @@ -122,7 +122,7 @@ def test_perf_bert_tiny( @pytest.mark.parametrize( "batch_size, expected_perf", [ - (16, 6946.78), + (16, 6292.78), ], ) def test_perf_device_bare_metal(batch_size, expected_perf): diff --git a/models/demos/wormhole/distilbert/tests/test_perf_distilbert.py b/models/demos/wormhole/distilbert/tests/test_perf_distilbert.py index e167e350dae..a3fad4aa54c 100644 --- a/models/demos/wormhole/distilbert/tests/test_perf_distilbert.py +++ b/models/demos/wormhole/distilbert/tests/test_perf_distilbert.py @@ -175,7 +175,7 @@ def test_distilbert_perf_device(batch_size, test, reset_seeds): margin = 0.03 num_iterations = 1 - expected_perf = 224 + expected_perf = 245 if ttnn.GetNumAvailableDevices() == 2: batch_size = batch_size * 2 diff --git a/models/demos/wormhole/falcon7b/expected_greedy_output.json b/models/demos/wormhole/falcon7b/expected_greedy_output.json index a6f7f83f975..1925c6df978 100644 --- a/models/demos/wormhole/falcon7b/expected_greedy_output.json +++ b/models/demos/wormhole/falcon7b/expected_greedy_output.json @@ -1 +1 @@ -["List the first 5 prime numbers \n2, 3, 5, 7, and 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1995, the World Wide Web was born and the internet became accessible to the general public. The 2000s saw the rise of social media platforms, mobile devices, and high-speed internet access. In 2015, the internet surpassed 4 billion users, and the development of 5G networks is expected to further revolutionize the way we connect and interact online. ", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Using descriptive variable names to make the code more readable.\n2. Separating concerns into different classes or functions.\n3. Using comments to explain what the code is doing.\n4. Testing code thoroughly before deployment.\n5. Following standard coding conventions and guidelines.\n6. Using version control systems to keep track of changes.\n7. Writing clean and efficient code to avoid bugs.\n8. Avoiding unnecessary complexity in the code.\n9. Writing code that is scalable and can be easily maintained.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of love, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of dreams, where art and culture thrives.\n\nThe streets of Paris, a symphony of life,\nThe Seine, a river of love, where lovers take a stand,\nThe cafes, the bistros, where the magic lies,\nThe City of Paris, a beauty that never fades. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of golden sand,\nA glittering ribbon of light between land and sea.\n\nThe ancient walls of the city, built of stone,\nThe grand mosques and palaces, a sight to behold.\nThe call to prayer, a melodic chant,\nThe twinkling stars in the night, a sight to enthrall.\n\nThe city of a thousand wonders,\nA place where East and West meet in harmony.\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist destinations include Montmartre, the Champs-Elys\u00e9es, and the Latin Quarter. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is also home to the largest park in Europe, the Parque del Retiro. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, in the heart of the French capital. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. It is the capital of the Lazio region and the country's largest city, with a population of over 1.8 million. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Marmara Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River delta. It is the largest city in China and is home to the country's financial and cultural centers. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Africa and the most populous in Nigeria, with an estimated population of over 21 million people. "] +["List the first 5 prime numbers \n2, 3, 5, 7, 11. ", "Give a brief history of the internet (1985-present)\nThe internet began in 1969 as a project sponsored by the U.S. Department of Defense to connect computers over long distances. In 1985, the first 'public' internet service provider, Compuserve, was established. By 1990, the World Wide Web was born and the internet became accessible to the general public. The 1990s saw the rise of commercial internet service providers, the growth of online shopping and e-commerce, and the development of new technologies like HTML, CSS, and JavaScript. In 2000, the term 'dot-com' was popularized, and the stock market saw a massive surge of new companies. The 2000s also saw the rise of social media platforms, mobile devices, and the 'Internet of Things'. Today, the internet is an integral part of daily life, connecting billions of people around the world.", "Describe to me some good coding practices \nSome good coding practices include: \n\n1. Writing clean and readable code.\n2. Using comments to explain complex code.\n3. Following a consistent naming convention.\n4. Testing code thoroughly before deployment.\n5. Using version control systems to track changes and collaborate with other developers.\n6. Writing efficient and scalable code.\n7. Following coding standards and guidelines set by the team or organization.\n8. Writing code that is maintainable and scalable.\n9. Avoiding unnecessary complexity and repetition.\n10. Writing code that is easy to understand and modify. ", "write a short poem about Paris in English\nIn the City of Lights, a beauty so divine,\nA skyline of dreams, a heart that shines,\nThe Eiffel Tower, a symbol of romance,\nA city of love, where time is a game.\n\nThe streets of Paris, a symphony of grace,\nThe Louvre, a masterpiece, a masterpiece of art,\nThe Notre Dame, a sight to behold,\nA city of beauty, where the soul can behold. ", "Who is the inventor of the telephone?\nThe inventor of the telephone is Alexander Graham Bell. ", "write a short poem about Istanbul in English\nIstanbul, the city of a thousand wonders,\nA place where East and West meet in harmony.\nThe Bosphorus, a strait of many faces,\nA city of a thousand bridges, where time is erased.\n\nThe ancient walls, a story to tell,\nThe call of the muezzin, a tale to behold.\nThe grand mosques, the minarets that rise,\nThe beauty of the city, a golden eyes.\n\nThe markets, the sounds, the colors, and the smells,\nThe city of a thousand wonders, where East and West meet in harmony. ", "What are the tourist attractions in Paris?\nParis is known for its iconic attractions such as the Eiffel Tower, the Louvre Museum, Notre Dame Cathedral, and the Palace of Versailles. Other popular tourist attractions include the Montmartre neighborhood, the Champs-\u00c9lys\u00e9es, and the Seine River. ", "How many countries are in Africa? - 32\nThere are 32 countries in Africa. ", "what is the capital of USA? \nThe capital of the USA is Washington D.C. ", "what is the capital of Canada? \nThe capital of Canada is Ottawa. ", "what is the capital of UK? \nThe capital of the United Kingdom is London. ", "what is the capital of Germany? \nThe capital of Germany is Berlin. ", "what is the capital of France? \nThe capital of France is Paris. ", "what is the capital of Japan? \nThe capital of Japan is Tokyo. ", "what is the capital of India? \nThe capital of India is New Delhi. ", "what is the capital of China? \nThe capital of China is Beijing. ", "what is the currency of Cuba? \nThe currency of Cuba is the Cuban peso. ", "what is the currency of Lebanon? \nThe currency of Lebanon is the Lebanese pound. ", "what is the currency of Brazil? \nThe currency of Brazil is the Brazilian Real. ", "what is the currency of Australia? \nThe currency of Australia is the Australian dollar. ", "what is the currency of Jamaica? \nThe currency of Jamaica is the Jamaican dollar. ", "what is the currency of Egypt? \nThe currency of Egypt is the Egyptian pound. ", "what is the currency of Uzbekistan? \nThe currency of Uzbekistan is the Uzbekistani som. ", "what is the currency of Argentina? \nThe currency of Argentina is the Argentine peso. ", "describe the geographic location of London in UK\nLondon is located in the United Kingdom on the River Thames, in the county of Greater London. It is the capital of England and the United Kingdom. ", "describe the geographic location of Toronto in Canada\nToronto is located in the province of Ontario, in the country of Canada. It is situated on the shores of Lake Ontario, in the heart of the Greater Toronto Area. ", "describe the geographic location of Madrid in Spain\nMadrid is located in the central part of Spain, in the Community of Madrid. It is the capital of the country and is home to the Spanish Royal Family. The city is situated on the banks of the Manzanares River, which flows through the city center. Madrid is surrounded by mountains, including the famous Mount Atocha, which separates the city from the rest of the country. ", "describe the geographic location of Paris in France\nParis is located in the north of France, in the \u00cele-de-France region. It is situated on the River Seine, which flows through the city center. ", "describe the geographic location of Rome in Italy\nRome is located in the central-western region of Italy, on the banks of the Tiber River. ", "describe the geographic location of Istanbul in Turkey\nIstanbul is located in the northwestern part of Turkey, on the shores of the Bosphorus, a strait connecting the Black Sea and the Mediterranean Sea. ", "describe the geographic location of Shanghai in China\nShanghai is located in the eastern part of China, on the Yangtze River Delta. It is the largest city in the region and is home to the country's financial and cultural hub. ", "describe the geographic location of Lagos in Nigeria\nLagos is located in the western part of Nigeria, on the shores of the Lagos Lagoon. It is the largest city in Nigeria and the most populous in Africa, with an estimated population of over 21 million people. "] diff --git a/tests/sweep_framework/sweeps/matmul/short/matmul_traces.py b/tests/sweep_framework/sweeps/matmul/short/matmul_traces.py index 892b8beeadc..7f953810c3f 100644 --- a/tests/sweep_framework/sweeps/matmul/short/matmul_traces.py +++ b/tests/sweep_framework/sweeps/matmul/short/matmul_traces.py @@ -115,8 +115,9 @@ (9, 768, 768, 640), (920, 256, 256, 256), ], - "core_grid": [False], - "dtype": [ttnn.float32], + "core_grid": [True, False], + "dtype": [ttnn.float32, ttnn.bfloat16], + "test_bias": [True, False], }, "gpt": { "params": [ @@ -352,7 +353,8 @@ (64, 12, 64, 1024, 64, 12, 1024, 64), ], "core_grid": [True, False], - "dtype": [ttnn.float32], + "dtype": [ttnn.float32, ttnn.bfloat16], + "test_bias": [True, False], }, "forge": { "params": [ @@ -2607,30 +2609,70 @@ 256, ), ], - "core_grid": [False], + "core_grid": [True, False], "dtype": [ttnn.float32, ttnn.bfloat16], + "test_bias": [True, False], }, } -def run_matmul(device, params, core_grid, dtype): +# Invalidate vector is called during the generation phase where each vector will be passed in. +# If invalidated, the vector will still be stored but will be skipped. +# Returns False, None if the vector is valid, and True, str with a reason for invalidation if it is invalid. +def invalidate_vector(test_vector) -> Tuple[bool, Optional[str]]: + # Cannot have bias and batch. If only four params, two input tensors have a dimension of 2 and cannot be batched. + if test_vector["test_bias"] and len(test_vector["params"]) > 4 and test_vector["params"][0] > 1: + return True, "Batched input not supported when bias exists" + return False, None + + +def run_matmul(device, params, core_grid, dtype, test_bias): + # Cannot have bias and batch. If only four params, two input tensors have a dimension of 2 and cannot be batched. + if test_bias and len(params) > 4 and params[0] > 1: + pytest.skip("Batched input not supported when bias exists") if core_grid == False: grid = None else: grid = device.core_grid + if dtype == ttnn.bfloat16: + compute_kernel_config = None + else: + compute_kernel_config = ttnn.WormholeComputeKernelConfig( + math_fidelity=ttnn.MathFidelity.HiFi2, + math_approx_mode=False, + fp32_dest_acc_en=True, + packer_l1_acc=True, + ) + count = len(params) half = int(count / 2) shape0 = params[0:half] shape1 = params[half:count] + shape2 = [shape1[-1]] torch_input_tensor0 = torch.rand(shape0, dtype=torch.float32) torch_input_tensor1 = torch.rand(shape1, dtype=torch.float32) + torch_input_tensor2 = torch.rand(shape2, dtype=torch.float32) torch_output_tensor = torch.matmul(torch_input_tensor0, torch_input_tensor1) + if test_bias: + torch_output_tensor += torch_input_tensor2 input_tensor0 = ttnn.from_torch(torch_input_tensor0, dtype=dtype, layout=ttnn.TILE_LAYOUT, device=device) input_tensor1 = ttnn.from_torch(torch_input_tensor1, dtype=dtype, layout=ttnn.TILE_LAYOUT, device=device) + input_tensor2 = ttnn.from_torch(torch_input_tensor2, dtype=dtype, layout=ttnn.TILE_LAYOUT, device=device) start_time = start_measuring_time() - output_tensor = ttnn.matmul(input_tensor0, input_tensor1, core_grid=grid) + if test_bias: + output_tensor = ttnn.linear( + input_tensor0, + input_tensor1, + core_grid=grid, + compute_kernel_config=compute_kernel_config, + bias=input_tensor2, + ) + else: + output_tensor = ttnn.matmul( + input_tensor0, input_tensor1, core_grid=grid, compute_kernel_config=compute_kernel_config + ) output_tensor = ttnn.to_torch(output_tensor) e2e_perf = stop_measuring_time(start_time) expected_pcc = 0.99 @@ -2640,29 +2682,33 @@ def run_matmul(device, params, core_grid, dtype): @pytest.mark.parametrize("params", parameters["pytorch"]["params"]) @pytest.mark.parametrize("core_grid", parameters["pytorch"]["core_grid"]) @pytest.mark.parametrize("dtype", parameters["pytorch"]["dtype"]) -def test_pytorch(device, params, core_grid, dtype): - run_matmul(device, params, core_grid, dtype) +@pytest.mark.parametrize("test_bias", parameters["pytorch"]["test_bias"]) +def test_pytorch(device, params, core_grid, dtype, test_bias): + run_matmul(device, params, core_grid, dtype, test_bias) @pytest.mark.parametrize("params", parameters["gpt"]["params"]) @pytest.mark.parametrize("core_grid", parameters["gpt"]["core_grid"]) @pytest.mark.parametrize("dtype", parameters["gpt"]["dtype"]) -def test_gpt(device, params, core_grid, dtype): - run_matmul(device, params, core_grid, dtype) +@pytest.mark.parametrize("test_bias", parameters["gpt"]["test_bias"]) +def test_gpt(device, params, core_grid, dtype, test_bias): + run_matmul(device, params, core_grid, dtype, test_bias) @pytest.mark.parametrize("params", parameters["forge"]["params"]) @pytest.mark.parametrize("core_grid", parameters["forge"]["core_grid"]) @pytest.mark.parametrize("dtype", parameters["forge"]["dtype"]) -def test_forge(device, params, core_grid, dtype): - run_matmul(device, params, core_grid, dtype) +@pytest.mark.parametrize("test_bias", parameters["forge"]["test_bias"]) +def test_forge(device, params, core_grid, dtype, test_bias): + run_matmul(device, params, core_grid, dtype, test_bias) def run( params, core_grid, dtype, + test_bias, *, device, ) -> list: - return run_matmul(device, params, core_grid, dtype) + return run_matmul(device, params, core_grid, dtype, test_bias) diff --git a/tests/ttnn/integration_tests/bert/test_performance.py b/tests/ttnn/integration_tests/bert/test_performance.py index fcb07990b2f..a75fc117ea0 100644 --- a/tests/ttnn/integration_tests/bert/test_performance.py +++ b/tests/ttnn/integration_tests/bert/test_performance.py @@ -59,7 +59,7 @@ def preprocess_inputs( def get_expected_times(bert): return { ttnn_bert: (0.1, 0.1), - ttnn_optimized_bert: (5.55, 0.07), + ttnn_optimized_bert: (5.55, 0.11), ttnn_optimized_sharded_bert: (5.7, 0.07), }[bert] diff --git a/tests/ttnn/integration_tests/whisper/test_performance.py b/tests/ttnn/integration_tests/whisper/test_performance.py index e07e110b6bc..a4d94cfcf08 100644 --- a/tests/ttnn/integration_tests/whisper/test_performance.py +++ b/tests/ttnn/integration_tests/whisper/test_performance.py @@ -18,7 +18,7 @@ def get_expected_times(functional_whisper): return { ttnn_functional_whisper: (11.7, 4.16), - ttnn_optimized_functional_whisper: (1.57, 1.35), + ttnn_optimized_functional_whisper: (1.65, 1.35), }[functional_whisper] diff --git a/tests/ttnn/unit_tests/operations/test_linear.py b/tests/ttnn/unit_tests/operations/test_linear.py index 29956039dc1..904c3a1af65 100644 --- a/tests/ttnn/unit_tests/operations/test_linear.py +++ b/tests/ttnn/unit_tests/operations/test_linear.py @@ -7,7 +7,7 @@ import ttnn from tests.ttnn.utils_for_testing import assert_with_pcc -from models.utility_functions import torch_random, is_wormhole_b0 +from models.utility_functions import torch_random, is_wormhole_b0, skip_for_grayskull @pytest.mark.parametrize("batch_sizes", [(1,)]) @@ -310,3 +310,34 @@ def test_linear_by_passing_in_1D_systolic_array_program_config_and_optional_outo assert_with_pcc(torch_output_tensor, output_tensor, 0.997) assert_with_pcc(torch_output_tensor, optional_output_tensor, 0.997) assert_with_pcc(optional_output_tensor, output_tensor, 0.997) + + +@skip_for_grayskull() +def test_linear_with_fp32_dest_acc_and_bias(device): + torch.manual_seed(0) + torch_input_tensor_a = torch.rand([64, 1, 256, 384]) + torch_input_tensor_b = torch.rand([1, 1, 1152, 384]) + torch_input_tensor_c = torch.rand([1, 1, 1, 1152]) + compute_kernel_config = ttnn.WormholeComputeKernelConfig( + math_fidelity=ttnn.MathFidelity.HiFi2, + math_approx_mode=False, + fp32_dest_acc_en=True, + packer_l1_acc=True, + ) + torch_output_tensor = torch.matmul(torch_input_tensor_a, torch.transpose(torch_input_tensor_b, -1, -2)) + torch_output_tensor += torch_input_tensor_c + + input_tensor_a = ttnn.from_torch(torch_input_tensor_a, layout=ttnn.TILE_LAYOUT, device=device, dtype=ttnn.bfloat16) + input_tensor_b = ttnn.from_torch(torch_input_tensor_b, layout=ttnn.TILE_LAYOUT, device=device, dtype=ttnn.bfloat16) + input_tensor_c = ttnn.from_torch(torch_input_tensor_c, layout=ttnn.TILE_LAYOUT, device=device, dtype=ttnn.bfloat16) + + output1 = ttnn.linear( + input_tensor_a, + input_tensor_b, + bias=input_tensor_c, + compute_kernel_config=compute_kernel_config, + core_grid=ttnn.CoreGrid(y=8, x=7), + transpose_b=True, + ) + output_tensor = ttnn.to_torch(output1) + assert_with_pcc(torch_output_tensor, output_tensor, pcc=0.99) diff --git a/tt-train/tests/model/gpt2s_test.cpp b/tt-train/tests/model/gpt2s_test.cpp index 93f827f084f..f23a6aab4ea 100644 --- a/tt-train/tests/model/gpt2s_test.cpp +++ b/tt-train/tests/model/gpt2s_test.cpp @@ -45,27 +45,27 @@ TEST_F(GPT2SBatch64Test, Matmul) { {{{64, 12, 1024, 1024}, {64, 12, 1024, 64}, false, false}, ExpectedResult::OK}, {{{768, 65536}, {65536, 96}, false, false}, ExpectedResult::OK}, {{{65536, 768}, {65536, 96}, true, false}, ExpectedResult::OK}, - {{{65536, 96}, {1, 1, 96, 768}, false, false}, ExpectedResult::ERROR}, - {{{65536, 96}, {1, 1, 768, 96}, false, true}, ExpectedResult::ERROR}, + {{{65536, 96}, {1, 1, 96, 768}, false, false}, ExpectedResult::OK}, + {{{65536, 96}, {1, 1, 768, 96}, false, true}, ExpectedResult::OK}, {{{3072, 65536}, {65536, 768}, false, false}, ExpectedResult::OK}, {{{65536, 3072}, {65536, 768}, true, false}, ExpectedResult::OK}, - {{{65536, 768}, {1, 1, 768, 3072}, false, false}, ExpectedResult::ERROR}, - {{{65536, 768}, {1, 1, 3072, 768}, false, true}, ExpectedResult::ERROR}, + {{{65536, 768}, {1, 1, 768, 3072}, false, false}, ExpectedResult::OK}, + {{{65536, 768}, {1, 1, 3072, 768}, false, true}, ExpectedResult::OK}, {{{768, 65536}, {65536, 3072}, false, false}, ExpectedResult::OK}, {{{65536, 768}, {65536, 3072}, true, false}, ExpectedResult::OK}, - {{{65536, 3072}, {1, 1, 3072, 768}, false, false}, ExpectedResult::ERROR}, - {{{65536, 3072}, {1, 1, 768, 3072}, false, true}, ExpectedResult::ERROR}, - {{{65536, 3072}, {3072, 768}, false, false}, ExpectedResult::ERROR}, - {{{65536, 3072}, {768, 3072}, false, true}, ExpectedResult::ERROR}, + {{{65536, 3072}, {1, 1, 3072, 768}, false, false}, ExpectedResult::OK}, + {{{65536, 3072}, {1, 1, 768, 3072}, false, true}, ExpectedResult::OK}, + {{{65536, 3072}, {3072, 768}, false, false}, ExpectedResult::OK}, + {{{65536, 3072}, {768, 3072}, false, true}, ExpectedResult::OK}, {{{768, 65536}, {65536, 768}, false, false}, ExpectedResult::OK}, {{{65536, 768}, {65536, 768}, true, false}, ExpectedResult::OK}, - {{{65536, 768}, {1, 1, 768, 768}, false, false}, ExpectedResult::ERROR}, - {{{768, 65536}, {1, 1, 768, 768}, true, false}, ExpectedResult::ERROR}, + {{{65536, 768}, {1, 1, 768, 768}, false, false}, ExpectedResult::OK}, + {{{768, 65536}, {1, 1, 768, 768}, true, false}, ExpectedResult::OK}, {{{768, 65536}, {65536, 2304}, false, false}, ExpectedResult::OK}, {{{65536, 768}, {65536, 2304}, true, false}, ExpectedResult::OK}, - {{{65536, 768}, {768, 50257}, false, false}, ExpectedResult::ERROR}, - {{{65536, 768}, {50304, 768}, false, true}, ExpectedResult::ERROR}, - {{{65536, 50304}, {50304, 768}, false, false}, ExpectedResult::ERROR}, + {{{65536, 768}, {768, 50257}, false, false}, ExpectedResult::OK}, + {{{65536, 768}, {50304, 768}, false, true}, ExpectedResult::OK}, + {{{65536, 50304}, {50304, 768}, false, false}, ExpectedResult::OK}, }; auto run_matmul = [](auto& a, auto& b, bool transpose_a, bool transpose_b) { diff --git a/ttnn/cpp/ttnn/operations/matmul/device/matmul_op.cpp b/ttnn/cpp/ttnn/operations/matmul/device/matmul_op.cpp index 2c0c62c0edc..77d19db0c97 100644 --- a/ttnn/cpp/ttnn/operations/matmul/device/matmul_op.cpp +++ b/ttnn/cpp/ttnn/operations/matmul/device/matmul_op.cpp @@ -37,6 +37,13 @@ constexpr std::array, 20> SUBBLOCK_HW_CHOICES = { {1, 1}, // subblock_hw = 1 }}; +constexpr uint32_t NARROW_SHAPE_RATIO_THRESHOLD = 8; + +bool is_narrow_shape(uint32_t height, uint32_t width) { + uint32_t height_width_ratio = (height > width) ? height / width : width / height; + return height_width_ratio > NARROW_SHAPE_RATIO_THRESHOLD || height <= ttnn::TILE_SIZE || width <= ttnn::TILE_SIZE; +} + inline bool get_fp32_dest_acc_en(const std::optional compute_kernel_config) { bool fp32_dest_acc_en = false; if (compute_kernel_config) { @@ -52,6 +59,21 @@ inline bool get_fp32_dest_acc_en(const std::optional compute_kernel_config, + const tt::tt_metal::DataType output_dtype) { + if (get_fp32_dest_acc_en(compute_kernel_config)) { + return tt_metal::detail::TileSize(tt::DataFormat::Float32); + } + uint32_t result = tt_metal::detail::TileSize(tt::DataFormat::Float16_b); // packer l1 acc + tt::DataFormat output_data_format = tt_metal::datatype_to_dataformat_converter(output_dtype); + uint32_t output_tile_size = tt_metal::detail::TileSize(output_data_format); + if (output_tile_size > result) { + result = output_tile_size; + } + return result; +} + bool get_broadcast_batch( const Tensor& input_tensor_a, const Tensor& input_tensor_b, @@ -157,14 +179,14 @@ inline uint32_t get_estimated_size_of_cbs( uint32_t in0_single_tile_size, uint32_t in1_single_tile_size, uint32_t output_single_tile_size, - uint32_t interm_single_tile_size = 0) { + uint32_t interm_single_tile_size) { // Circular Buffer sizes: // src0 CB: per_core_M * in0_block_w * 2 (for double buffer) // src1 CB: per_core_N * in0_block_w * 2 (for double buffer) // out CB: per_core_M * per_core_N // Ignore optional intermediate CB because not needed when need to create a program config. uint32_t in0_size = per_core_M * in0_block_w * 2 * in0_single_tile_size; - uint32_t in1_size = per_core_M * in0_block_w * 2 * in1_single_tile_size; + uint32_t in1_size = per_core_N * in0_block_w * 2 * in1_single_tile_size; uint32_t out_size = per_core_M * per_core_N * output_single_tile_size; uint32_t interm_size = per_core_M * per_core_N * interm_single_tile_size; return in0_size + in1_size + out_size + interm_size; @@ -183,18 +205,31 @@ inline bool can_cbs_fit_in_l1( const Tensor& input_tensor_b, uint32_t per_core_M, uint32_t per_core_N, - uint32_t in0_block_w) { + uint32_t in0_block_w, + const std::optional compute_kernel_config, + const tt::tt_metal::DataType output_dtype) { uint32_t max_l1_space = get_max_l1_space(input_tensor_a); tt::DataFormat in0_data_format = tt_metal::datatype_to_dataformat_converter(input_tensor_a.get_dtype()); tt::DataFormat in1_data_format = tt_metal::datatype_to_dataformat_converter(input_tensor_b.get_dtype()); uint32_t in0_single_tile_size = tt_metal::detail::TileSize(in0_data_format); // use as estimate for output as well uint32_t in1_single_tile_size = tt_metal::detail::TileSize(in1_data_format); uint32_t size = get_estimated_size_of_cbs( - per_core_M, per_core_N, in0_block_w, in0_single_tile_size, in1_single_tile_size, in0_single_tile_size); + per_core_M, + per_core_N, + in0_block_w, + in0_single_tile_size, + in1_single_tile_size, + in0_single_tile_size, + estimate_interm_tile_size(compute_kernel_config, output_dtype)); return size < max_l1_space; } -inline uint32_t get_per_core_factor(const Tensor& input_tensor_a, const Tensor& input_tensor_b, uint32_t in0_block_w) { +inline uint32_t get_per_core_factor( + const Tensor& input_tensor_a, + const Tensor& input_tensor_b, + uint32_t in0_block_w, + const std::optional compute_kernel_config, + const tt::tt_metal::DataType output_dtype) { uint32_t max_l1_space = get_max_l1_space(input_tensor_a); tt::DataFormat in0_data_format = tt_metal::datatype_to_dataformat_converter(input_tensor_a.get_dtype()); tt::DataFormat in1_data_format = tt_metal::datatype_to_dataformat_converter(input_tensor_b.get_dtype()); @@ -207,7 +242,8 @@ inline uint32_t get_per_core_factor(const Tensor& input_tensor_a, const Tensor& in0_block_w, in0_single_tile_size, in1_single_tile_size, - in0_single_tile_size); + in0_single_tile_size, + estimate_interm_tile_size(compute_kernel_config, output_dtype)); if (size < max_l1_space) { return per_core_factor; } @@ -221,39 +257,98 @@ inline std::vector get_multi_dim_per_core_factor( uint32_t per_core_M, uint32_t per_core_N, uint32_t in0_block_w, - uint32_t interm_cb_size) { + uint32_t interm_cb_size, + const bool adjust_in0_block_w) { uint32_t max_l1_space = get_max_l1_space(input_tensor_a); tt::DataFormat in0_data_format = tt_metal::datatype_to_dataformat_converter(input_tensor_a.get_dtype()); tt::DataFormat in1_data_format = tt_metal::datatype_to_dataformat_converter(input_tensor_b.get_dtype()); uint32_t in0_single_tile_size = tt_metal::detail::TileSize(in0_data_format); // use as estimate for output as well uint32_t in1_single_tile_size = tt_metal::detail::TileSize(in1_data_format); - for (uint32_t per_core_factor_m = per_core_M; per_core_factor_m >= 1; per_core_factor_m /= 2) { - for (uint32_t per_core_factor_n = per_core_N; per_core_factor_n >= 1; per_core_factor_n /= 2) { - for (uint32_t per_core_factor_k = in0_block_w; per_core_factor_k >= 1; per_core_factor_k /= 2) { - uint32_t size = get_estimated_size_of_cbs( - per_core_factor_m, - per_core_factor_n, - per_core_factor_k, - in0_single_tile_size, - in1_single_tile_size, - in0_single_tile_size, - interm_cb_size); - if (size < max_l1_space) { - return {per_core_factor_m, per_core_factor_n, per_core_factor_k}; + // Short circuit to avoid additional work in most cases. + uint32_t size = get_estimated_size_of_cbs( + per_core_M, + per_core_N, + in0_block_w, + in0_single_tile_size, + in1_single_tile_size, + in0_single_tile_size, + interm_cb_size); + if (size < max_l1_space) { + return {per_core_M, per_core_N, in0_block_w}; + } + + std::vector m_factors = {per_core_M, 1}; + std::vector n_factors = {per_core_N, 1}; + for (uint32_t per_core_factor_m = per_core_M / 2; per_core_factor_m > 1; per_core_factor_m--) { + if (per_core_M % per_core_factor_m == 0) { + m_factors.push_back(per_core_factor_m); + } + } + for (uint32_t per_core_factor_n = per_core_N / 2; per_core_factor_n > 1; per_core_factor_n--) { + if (per_core_N % per_core_factor_n == 0) { + n_factors.push_back(per_core_factor_n); + } + } + // Insert into ordered map, over write entry if new one is closer to a square (smallest ratio closest to 1). + std::map> factors; + for (uint32_t per_core_factor_m : m_factors) { + for (uint32_t per_core_factor_n : n_factors) { + uint32_t multiple = per_core_factor_m * per_core_factor_n; + float ratio = (float)std::max(per_core_factor_m, per_core_factor_n) / + (float)std::min(per_core_factor_m, per_core_factor_n); + auto entry = factors.find(multiple); + bool add = true; + if (entry != factors.end()) { + auto [existing_m, existing_n] = entry->second; + float existing_ratio = + (float)std::max(existing_m, existing_n) / (float)std::min(existing_m, existing_n); + if (existing_ratio < ratio) { + add = false; } } + if (add) { + factors[multiple] = {per_core_factor_m, per_core_factor_n}; + } + } + } + + // Find what fits, going from largest to smallest m*n. Have k in outer loop to try to maintain per_core_factor_k. + uint32_t min_per_core_factor_k = adjust_in0_block_w ? 1 : in0_block_w; + for (uint32_t per_core_factor_k = in0_block_w; per_core_factor_k >= min_per_core_factor_k; per_core_factor_k--) { + if (in0_block_w % per_core_factor_k != 0) { + continue; + } + for (auto it = factors.crbegin(); it != factors.crend(); ++it) { + uint32_t per_core_factor_m = std::get<0>(it->second); + uint32_t per_core_factor_n = std::get<1>(it->second); + + size = get_estimated_size_of_cbs( + per_core_factor_m, + per_core_factor_n, + per_core_factor_k, + in0_single_tile_size, + in1_single_tile_size, + in0_single_tile_size, + interm_cb_size); + if (size < max_l1_space) { + return {per_core_factor_m, per_core_factor_n, per_core_factor_k}; + } } } return {1, 1, 1}; } MatmulProgramConfig create_matmul_1d_systolic_array_program_config( - const ttnn::types::Shape& input_shape_a, - const ttnn::types::Shape& input_shape_b, + const Tensor& input_tensor_a, + const Tensor& input_tensor_b, const CoreCoord& core_coord, const std::optional& fused_activation, const bool fp32_dest_acc_en, - const TensorMemoryLayout input_layout_a) { + const TensorMemoryLayout input_layout_a, + const std::optional compute_kernel_config, + const tt::tt_metal::DataType output_dtype) { + auto input_shape_a = input_tensor_a.get_shape(); + auto input_shape_b = input_tensor_b.get_shape(); auto a_padded_shape = input_shape_a.padded_shape(); auto b_padded_shape = input_shape_b.padded_shape(); auto k_size = a_padded_shape[-1]; @@ -296,7 +391,18 @@ MatmulProgramConfig create_matmul_1d_systolic_array_program_config( while (k_tiles % k_tiles_per_core != 0) { k_tiles_per_core -= 1; } - auto matmul_params = get_subblock_sizes(batch_and_m_tiles_per_core, n_tiles_per_core, fp32_dest_acc_en); + auto mutlti_dim_per_core_factor = get_multi_dim_per_core_factor( + input_tensor_a, + input_tensor_b, + batch_and_m_tiles_per_core, + n_tiles_per_core, + k_tiles_per_core, + estimate_interm_tile_size(compute_kernel_config, output_dtype), + /*adjust_in0_block_w=*/false); + uint32_t out_block_h = mutlti_dim_per_core_factor[0]; + uint32_t out_block_w = mutlti_dim_per_core_factor[1]; + + auto matmul_params = get_subblock_sizes(out_block_h, out_block_w, fp32_dest_acc_en); uint32_t out_subblock_h = std::get<0>(matmul_params); uint32_t out_subblock_w = std::get<1>(matmul_params); return MatmulMultiCoreReuseMultiCast1DProgramConfig{ @@ -304,8 +410,8 @@ MatmulProgramConfig create_matmul_1d_systolic_array_program_config( .in0_block_w = k_tiles_per_core, .out_subblock_h = out_subblock_h, .out_subblock_w = out_subblock_w, - .out_block_h = batch_and_m_tiles_per_core, - .out_block_w = n_tiles_per_core, + .out_block_h = out_block_h, + .out_block_w = out_block_w, .per_core_M = batch_and_m_tiles_per_core, .per_core_N = n_tiles_per_core, .fuse_batch = true, @@ -322,7 +428,9 @@ MatmulMultiCoreReuseMultiCast1DProgramConfig get_mcast_1d_config( const bool mcast_in0, const bool out_sharded, const std::optional compute_with_storage_grid_size, - const std::optional compute_kernel_config) { + const std::optional compute_kernel_config, + const tt::tt_metal::DataType output_dtype, + const bool all_dram_interleaved) { auto device = input_tensor_a.device(); auto grid_size = compute_with_storage_grid_size.value_or(device->compute_with_storage_grid_size()); uint32_t M = fuse_batch ? input_tensor_a.volume() / input_tensor_a.get_legacy_shape()[-1] @@ -343,9 +451,21 @@ MatmulMultiCoreReuseMultiCast1DProgramConfig get_mcast_1d_config( bool per_core_N_equals_subblock_w_constraint = out_sharded && !mcast_in0; bool per_core_M_equals_subblock_h_constraint = out_sharded && mcast_in0; bool fp32_dest_acc_en = get_fp32_dest_acc_en(compute_kernel_config); - auto subblock_hw = bmm_op_utils::get_matmul_subblock_params( + + auto mutlti_dim_per_core_factor = get_multi_dim_per_core_factor( + input_tensor_a, + input_tensor_b, per_core_M, per_core_N, + in0_block_w, + estimate_interm_tile_size(compute_kernel_config, output_dtype), + /*adjust_in0_block_w=*/false); + uint32_t out_block_h = mutlti_dim_per_core_factor[0]; + uint32_t out_block_w = mutlti_dim_per_core_factor[1]; + + auto subblock_hw = bmm_op_utils::get_matmul_subblock_params( + out_block_h, + out_block_w, per_core_M_equals_subblock_h_constraint, per_core_N_equals_subblock_w_constraint, fp32_dest_acc_en); @@ -357,8 +477,8 @@ MatmulMultiCoreReuseMultiCast1DProgramConfig get_mcast_1d_config( .in0_block_w = in0_block_w, .out_subblock_h = out_subblock_h, .out_subblock_w = out_subblock_w, - .out_block_h = per_core_M, - .out_block_w = per_core_N, + .out_block_h = out_block_h, + .out_block_w = out_block_w, .per_core_M = per_core_M, .per_core_N = per_core_N, .fuse_batch = fuse_batch, @@ -371,7 +491,8 @@ inline MatmulProgramConfig create_simple_matmul_program_config( const Tensor& input_tensor_b, const std::optional compute_kernel_config, const CoreCoord& compute_with_storage_grid_size, - const MemoryConfig& mem_config) { + const MemoryConfig& mem_config, + const tt::tt_metal::DataType output_dtype) { const auto &ashape = input_tensor_a.get_legacy_shape(), bshape = input_tensor_b.get_legacy_shape(); uint32_t batch_size_a = get_batch_size(ashape); uint32_t num_output_tiles = batch_size_a * ashape[-2] * bshape[-1] / TILE_HW; // Output M x N @@ -392,8 +513,25 @@ inline MatmulProgramConfig create_simple_matmul_program_config( uint32_t per_core_M, per_core_N, out_subblock_h, out_subblock_w; uint32_t num_blocks_x, num_blocks_y; + bool all_dram_interleaved = input_tensor_a.memory_config().memory_layout == TensorMemoryLayout::INTERLEAVED && + mem_config.memory_layout == TensorMemoryLayout::INTERLEAVED && + input_tensor_b.memory_config().memory_layout == TensorMemoryLayout::INTERLEAVED && + input_tensor_a.memory_config().buffer_type == BufferType::DRAM && + input_tensor_b.memory_config().buffer_type == BufferType::DRAM && + mem_config.buffer_type == BufferType::DRAM; + + uint32_t height = ashape[-2]; + uint32_t width = bshape[-1]; + bool is_narrow = is_narrow_shape(height, width); + bool is_wide = false; + bool is_tall = false; + if (all_dram_interleaved && is_narrow) { + is_wide = width > height; + is_tall = !is_wide; + } + // out_subblock h/w doesn't matter - per_core_M = get_per_core_factor(input_tensor_a, input_tensor_b, in0_block_w); + per_core_M = get_per_core_factor(input_tensor_a, input_tensor_b, in0_block_w, compute_kernel_config, output_dtype); per_core_N = per_core_M; // Calculate number of blocks along x and y; tensor dims are padded up to 512 @@ -401,15 +539,21 @@ inline MatmulProgramConfig create_simple_matmul_program_config( num_blocks_x = (Nt - 1) / per_core_N + 1; // MatmulMultiCoreProgramConfig does not support sharded output. - // Reduce in0_block_w if necessary to choose other configs. - if (mem_config.is_sharded() and Kt % in0_block_w != 0) { + // Reduce in0_block_w if necessary or might benefit from mcast due to size to choose other configs. + if ((mem_config.is_sharded() or num_blocks_y > 1 or num_blocks_x > 1) and Kt % in0_block_w != 0) { in0_block_w = 1; } - if (num_blocks_x * num_blocks_y <= num_cores_x * num_cores_y and Kt % in0_block_w == 0) { + if (all_dram_interleaved or (num_blocks_x * num_blocks_y <= num_cores_x * num_cores_y and Kt % in0_block_w == 0)) { CoreCoord core_range = get_core_range(num_blocks_y, num_blocks_x, num_cores_y, num_cores_x); - bool use_mcast_config = mem_config.is_sharded() and core_range.y == 0; - if (core_range.y == 1 or (use_mcast_config and mem_config.memory_layout == TensorMemoryLayout::WIDTH_SHARDED)) { + bool use_mcast_1d_in0_config = is_wide or (core_range.y == 0 and mem_config.is_sharded() and + mem_config.memory_layout == TensorMemoryLayout::WIDTH_SHARDED); + bool use_mcast_1d_in1_config = is_tall or (core_range.y == 0 and mem_config.is_sharded() and + mem_config.memory_layout == TensorMemoryLayout::HEIGHT_SHARDED); + bool use_mcast_2d_config = + all_dram_interleaved or (core_range.y == 0 and mem_config.is_sharded() and + mem_config.memory_layout == TensorMemoryLayout::BLOCK_SHARDED); + if (core_range.y == 1 or use_mcast_1d_in0_config) { return get_mcast_1d_config( input_tensor_a, input_tensor_b, @@ -418,10 +562,10 @@ inline MatmulProgramConfig create_simple_matmul_program_config( true /* mcast_in0 */, false /* out_sharded */, std::nullopt /* compute_with_storage_grid_size */, - compute_kernel_config); - } else if ( - core_range.x == 1 or - (use_mcast_config and mem_config.memory_layout == TensorMemoryLayout::HEIGHT_SHARDED)) { + compute_kernel_config, + output_dtype, + all_dram_interleaved); + } else if (core_range.x == 1 or use_mcast_1d_in1_config) { return get_mcast_1d_config( input_tensor_a, input_tensor_b, @@ -430,10 +574,11 @@ inline MatmulProgramConfig create_simple_matmul_program_config( false /* mcast_in0 */, false /* out_sharded */, std::nullopt /* compute_with_storage_grid_size */, - compute_kernel_config); + compute_kernel_config, + output_dtype, + all_dram_interleaved); } else if ( - (core_range.y > 0 and num_blocks_x <= num_cores_x and num_blocks_y <= num_cores_y) or - (use_mcast_config and mem_config.memory_layout == TensorMemoryLayout::BLOCK_SHARDED)) { + (core_range.y > 0 and num_blocks_x <= num_cores_x and num_blocks_y <= num_cores_y) or use_mcast_2d_config) { bool transpose_mcast = input_tensor_a.memory_config().memory_layout == TensorMemoryLayout::BLOCK_SHARDED && input_tensor_a.shard_spec().value().orientation == ShardOrientation::COL_MAJOR; uint32_t out_block_h = per_core_M; @@ -443,12 +588,7 @@ inline MatmulProgramConfig create_simple_matmul_program_config( if (out_subblock_w != per_core_N) { out_subblock_h = 1; } - if (input_tensor_a.memory_config().memory_layout == TensorMemoryLayout::INTERLEAVED && - mem_config.memory_layout == TensorMemoryLayout::INTERLEAVED && - input_tensor_b.memory_config().memory_layout == TensorMemoryLayout::INTERLEAVED && - input_tensor_a.memory_config().buffer_type == BufferType::DRAM && - input_tensor_b.memory_config().buffer_type == BufferType::DRAM && - mem_config.buffer_type == BufferType::DRAM && num_cores_x == 8 && num_cores_y == 8) { + if (all_dram_interleaved) { in0_block_w = !transpose_mcast ? (Kt % num_cores_x == 0 ? Kt / num_cores_x : 1) : (Kt % num_cores_x == 0 ? Kt / num_cores_y : 1); per_core_M = !transpose_mcast ? tt::div_up(Mt, num_cores_y) : tt::div_up(Mt, num_cores_x); @@ -460,13 +600,15 @@ inline MatmulProgramConfig create_simple_matmul_program_config( per_core_M, per_core_N, in0_block_w, - tt_metal::detail::TileSize(tt::DataFormat::Float16_b)); + estimate_interm_tile_size(compute_kernel_config, output_dtype), + /*adjust_in0_block_w=*/true); out_block_h = mutlti_dim_per_core_factor[0]; out_block_w = mutlti_dim_per_core_factor[1]; in0_block_w = mutlti_dim_per_core_factor[2]; + bool fp32_dest_acc_en = get_fp32_dest_acc_en(compute_kernel_config); auto subblock_hw = - bmm_op_utils::get_matmul_subblock_params(out_block_h, out_block_w, false, false, false); + bmm_op_utils::get_matmul_subblock_params(out_block_h, out_block_w, false, false, fp32_dest_acc_en); out_subblock_h = std::get<0>(subblock_hw); out_subblock_w = std::get<1>(subblock_hw); } @@ -484,15 +626,8 @@ inline MatmulProgramConfig create_simple_matmul_program_config( .fuse_batch = false, }; } - // If we don't need padding, use the default multi_core reuse/reuse_mcast - else if (Mt % per_core_M == 0 and Nt % per_core_N == 0) { - return MatmulMultiCoreNonOptimizedReuseProgramConfig{}; - } else { - return MatmulMultiCoreProgramConfig{}; - } - } else { - return MatmulMultiCoreProgramConfig{}; } + return MatmulMultiCoreProgramConfig{}; } MatmulProgramConfig create_matmul_program_config( @@ -501,7 +636,8 @@ MatmulProgramConfig create_matmul_program_config( const std::optional user_core_coord, const std::optional& fused_activation, const std::optional compute_kernel_config, - const MemoryConfig& mem_config) { + const MemoryConfig& mem_config, + const tt::tt_metal::DataType output_dtype) { auto a_shape = input_tensor_a.get_shape(); auto b_shape = input_tensor_b.get_shape(); auto a_padded_shape = a_shape.with_tile_padding(); @@ -546,9 +682,15 @@ MatmulProgramConfig create_matmul_program_config( n_tiles_per_core = div_up(n_size, ttnn::TILE_SIZE); k_tiles_per_core = 1; // TODO(arakhmati): Can it be more than 1 without running out of memory? if (!can_cbs_fit_in_l1( - input_tensor_a, input_tensor_b, m_tiles_per_core, n_tiles_per_core, k_tiles_per_core)) { + input_tensor_a, + input_tensor_b, + m_tiles_per_core, + n_tiles_per_core, + k_tiles_per_core, + compute_kernel_config, + output_dtype)) { return create_simple_matmul_program_config( - input_tensor_a, input_tensor_b, compute_kernel_config, core_coord, mem_config); + input_tensor_a, input_tensor_b, compute_kernel_config, core_coord, mem_config, output_dtype); } } else if (a_is_sharded) { TT_FATAL( @@ -587,10 +729,17 @@ MatmulProgramConfig create_matmul_program_config( auto width = n_size; auto height_width_ratio = (height > width) ? height / width : width / height; bool a_is_block_sharded = a_layout == TensorMemoryLayout::BLOCK_SHARDED; - if (height_width_ratio > 8 || any_size_within_tile) { + if (is_narrow_shape(height, width) || any_size_within_tile) { if (!a_is_block_sharded) { return create_matmul_1d_systolic_array_program_config( - a_shape, b_shape, core_coord, fused_activation, fp32_dest_acc_en, a_layout); + input_tensor_a, + input_tensor_b, + core_coord, + fused_activation, + fp32_dest_acc_en, + a_layout, + compute_kernel_config, + output_dtype); } } if (!a_is_sharded) { @@ -603,7 +752,14 @@ MatmulProgramConfig create_matmul_program_config( } else { if (!a_is_block_sharded) { return create_matmul_1d_systolic_array_program_config( - a_shape, b_shape, core_coord, fused_activation, fp32_dest_acc_en, a_layout); + input_tensor_a, + input_tensor_b, + core_coord, + fused_activation, + fp32_dest_acc_en, + a_layout, + compute_kernel_config, + output_dtype); } uint32_t k = a_shape[-1] / ttnn::TILE_SIZE; uint32_t n = b_shape[-1] / ttnn::TILE_SIZE; @@ -614,7 +770,19 @@ MatmulProgramConfig create_matmul_program_config( } n_tiles_per_core = std::max(n_tiles_per_core, (unsigned int)1); - auto matmul_params = get_subblock_sizes(m_tiles_per_core, n_tiles_per_core, fp32_dest_acc_en); + + auto mutlti_dim_per_core_factor = get_multi_dim_per_core_factor( + input_tensor_a, + input_tensor_b, + m_tiles_per_core, + n_tiles_per_core, + k_tiles_per_core, + estimate_interm_tile_size(compute_kernel_config, output_dtype), + /*adjust_in0_block_w=*/false); + uint32_t out_block_h = mutlti_dim_per_core_factor[0]; + uint32_t out_block_w = mutlti_dim_per_core_factor[1]; + + auto matmul_params = get_subblock_sizes(out_block_h, out_block_w, fp32_dest_acc_en); uint32_t out_subblock_h = std::get<0>(matmul_params); uint32_t out_subblock_w = std::get<1>(matmul_params); bool transpose_mcast = @@ -628,8 +796,8 @@ MatmulProgramConfig create_matmul_program_config( .in0_block_w = k_tiles_per_core, .out_subblock_h = out_subblock_h, .out_subblock_w = out_subblock_w, - .out_block_h = m_tiles_per_core, - .out_block_w = n_tiles_per_core, + .out_block_h = out_block_h, + .out_block_w = out_block_w, .per_core_M = m_tiles_per_core, .per_core_N = n_tiles_per_core, .transpose_mcast = transpose_mcast, @@ -645,7 +813,8 @@ MatmulProgramConfig get_matmul_program_config( const std::optional& fused_activation, const bool matmul, const std::optional user_core_coord, - const std::optional compute_kernel_config) { + const std::optional compute_kernel_config, + const tt::tt_metal::DataType output_dtype) { TT_FATAL(input_tensor_a.is_sharded(), "Error"); bool fp32_dest_acc_en = get_fp32_dest_acc_en(compute_kernel_config); // TODO: allow overwriting of grid size by user_core_coord after allowing support of arbitrary compute grid and more @@ -693,8 +862,19 @@ MatmulProgramConfig get_matmul_program_config( TT_THROW("Input tensor must be WIDTH or HEIGHT sharded for 1D mcast matmul!"); } + auto mutlti_dim_per_core_factor = get_multi_dim_per_core_factor( + input_tensor_a, + input_tensor_b, + per_core_M, + per_core_N, + in0_block_w, + estimate_interm_tile_size(compute_kernel_config, output_dtype), + /*adjust_in0_block_w=*/false); + uint32_t out_block_h = mutlti_dim_per_core_factor[0]; + uint32_t out_block_w = mutlti_dim_per_core_factor[1]; + auto subblock_hw = bmm_op_utils::get_matmul_subblock_params( - per_core_M, per_core_N, false, per_core_N_equals_subblock_w_constraint, fp32_dest_acc_en); + out_block_h, out_block_w, false, per_core_N_equals_subblock_w_constraint, fp32_dest_acc_en); auto out_subblock_h = std::get<0>(subblock_hw); auto out_subblock_w = std::get<1>(subblock_hw); @@ -703,8 +883,8 @@ MatmulProgramConfig get_matmul_program_config( .in0_block_w = in0_block_w, .out_subblock_h = out_subblock_h, .out_subblock_w = out_subblock_w, - .out_block_h = per_core_M, - .out_block_w = per_core_N, + .out_block_h = out_block_h, + .out_block_w = out_block_w, .per_core_M = per_core_M, .per_core_N = per_core_N, .fuse_batch = true, @@ -743,8 +923,19 @@ MatmulProgramConfig get_matmul_program_config( uint32_t per_core_N = div_up(N, virtual_x); uint32_t in0_block_w = cores_along_x_match_grid_size ? std::gcd(shard_shape[1] / in0_tile_shape[1], K) : 1; + auto mutlti_dim_per_core_factor = get_multi_dim_per_core_factor( + input_tensor_a, + input_tensor_b, + per_core_M, + per_core_N, + in0_block_w, + estimate_interm_tile_size(compute_kernel_config, output_dtype), + /*adjust_in0_block_w=*/false); + uint32_t out_block_h = mutlti_dim_per_core_factor[0]; + uint32_t out_block_w = mutlti_dim_per_core_factor[1]; + auto subblock_hw = bmm_op_utils::get_matmul_subblock_params( - per_core_M, per_core_N, false, per_core_N_equals_subblock_w_constraint, fp32_dest_acc_en); + out_block_h, out_block_w, false, per_core_N_equals_subblock_w_constraint, fp32_dest_acc_en); auto out_subblock_h = std::get<0>(subblock_hw); auto out_subblock_w = std::get<1>(subblock_hw); @@ -753,8 +944,8 @@ MatmulProgramConfig get_matmul_program_config( .in0_block_w = in0_block_w, .out_subblock_h = out_subblock_h, .out_subblock_w = out_subblock_w, - .out_block_h = per_core_M, - .out_block_w = per_core_N, + .out_block_h = out_block_h, + .out_block_w = out_block_w, .per_core_M = per_core_M, .per_core_N = per_core_N, .transpose_mcast = transpose_mcast, @@ -814,7 +1005,13 @@ MatmulProgramConfig get_matmul_program_config( }; } return create_matmul_program_config( - input_tensor_a, input_tensor_b, user_core_coord, fused_activation, compute_kernel_config, output_mem_config); + input_tensor_a, + input_tensor_b, + user_core_coord, + fused_activation, + compute_kernel_config, + output_mem_config, + output_dtype); } inline MatmulProgramConfig generate_matmul_program_config( @@ -824,7 +1021,8 @@ inline MatmulProgramConfig generate_matmul_program_config( const std::optional compute_kernel_config, const std::optional user_core_coord, const std::optional& user_fused_activation, - const bool user_run_batched) { + const bool user_run_batched, + const tt::tt_metal::DataType output_dtype) { const bool has_user_grid = user_core_coord.has_value(); if (has_user_grid || !input_tensor_a.is_sharded()) { CoreCoord core_coord; @@ -836,17 +1034,30 @@ inline MatmulProgramConfig generate_matmul_program_config( user_core_coord, user_fused_activation, compute_kernel_config, - mem_config); + mem_config, + output_dtype); } else { tt::tt_metal::Device* device = input_tensor_a.device(); auto compute_with_storage_grid_size = device->compute_with_storage_grid_size(); return create_simple_matmul_program_config( - input_tensor_a, input_tensor_b, compute_kernel_config, compute_with_storage_grid_size, mem_config); + input_tensor_a, + input_tensor_b, + compute_kernel_config, + compute_with_storage_grid_size, + mem_config, + output_dtype); } } else { bool bmm = user_run_batched; return get_matmul_program_config( - input_tensor_a, input_tensor_b, mem_config, std::nullopt, !bmm, user_core_coord, compute_kernel_config); + input_tensor_a, + input_tensor_b, + mem_config, + std::nullopt, + !bmm, + user_core_coord, + compute_kernel_config, + output_dtype); } } @@ -862,7 +1073,8 @@ inline MatmulProgramConfig get_program_config( matmul->compute_kernel_config, matmul->user_core_coord, matmul->user_fused_activation, - matmul->user_run_batched); + matmul->user_run_batched, + matmul->output_dtype.value_or(input_tensor_a.get_dtype())); tt::log_debug(tt::LogOp, "Auto generated program config: {}", config); // Sanity checks for matmul program configs @@ -1531,20 +1743,41 @@ void Matmul::validate( uint32_t per_core_M = program_config.per_core_M; uint32_t per_core_N = program_config.per_core_N; if (per_core_M > M) { - TT_FATAL(per_core_M % M == 0, "per_core_M must be a multiple of M if per_core_M > M!"); - TT_FATAL(total_M % per_core_M == 0, "input a total height must be divisible by per_core_M!"); + TT_FATAL( + per_core_M % M == 0, + "per_core_M, {}, must be a multiple of M, {} if per_core_M > M!", + per_core_M, + M); + TT_FATAL( + total_M % per_core_M == 0, + "input a total height, {}, must be divisible by per_core_M, {}!", + total_M, + per_core_M); } else { - TT_FATAL(M % per_core_M == 0, "per_core_M must divide M if per_core_M < M!"); + TT_FATAL( + M % per_core_M == 0, "per_core_M, {}, must divide M, {}, if per_core_M < M!", per_core_M, M); } - TT_FATAL(N == per_core_N, "Error"); + TT_FATAL(N == per_core_N, "Error: N, {}, is not equal to per_core_N, {}", N, per_core_N); if (input_tensor_a.is_sharded()) { TT_FATAL( - input_tensor_a.memory_config().memory_layout != TensorMemoryLayout::WIDTH_SHARDED, "Error"); + input_tensor_a.memory_config().memory_layout != TensorMemoryLayout::WIDTH_SHARDED, + "Error: memory layout, {}, is not width sharded", + input_tensor_a.memory_config().memory_layout); auto in0_shard_shape = input_tensor_a.shard_spec().value().shape; - TT_FATAL(K == in0_shard_shape[1], "Error"); - TT_FATAL(in0_shard_shape[1] == program_config.in0_block_w * in0_tile_shape[1], "Error"); - TT_FATAL(per_core_M * in0_tile_shape[0] == in0_shard_shape[0], "Error"); + TT_FATAL(K == in0_shard_shape[1], "Error: K, {}, needs to be equal to {}", K, in0_shard_shape[1]); + TT_FATAL( + in0_shard_shape[1] == program_config.in0_block_w * in0_tile_shape[1], + "Error: {} needs to equal {} * {}", + in0_shard_shape[1], + program_config.in0_block_w, + in0_tile_shape[1]); + TT_FATAL( + per_core_M * in0_tile_shape[0] == in0_shard_shape[0], + "Error: {} * {} needs to equal {}", + per_core_M, + in0_tile_shape[0], + in0_shard_shape[0]); if (input_tensor_b.is_sharded()) { TT_FATAL( diff --git a/ttnn/cpp/ttnn/operations/matmul/device/matmul_op_multi_core_reuse_mcast_1d_program_factory.cpp b/ttnn/cpp/ttnn/operations/matmul/device/matmul_op_multi_core_reuse_mcast_1d_program_factory.cpp index 4e299855332..a701cbf6632 100644 --- a/ttnn/cpp/ttnn/operations/matmul/device/matmul_op_multi_core_reuse_mcast_1d_program_factory.cpp +++ b/ttnn/cpp/ttnn/operations/matmul/device/matmul_op_multi_core_reuse_mcast_1d_program_factory.cpp @@ -1229,7 +1229,7 @@ operation::ProgramWithCallbacks create_program_mcast_in1( }; if (bias_buffer != nullptr) { - in1_receiver_writer_compile_time_args.push_back((std::uint32_t)per_core_N); + in1_receiver_writer_compile_time_args.push_back((std::uint32_t)in1_block_w); } std::map mm_kernel_defines;