diff --git a/models/demos/t3000/mixtral8x7b/demo/demo.py b/models/demos/t3000/mixtral8x7b/demo/demo.py index 79e3d908d91..47d83a2ff24 100644 --- a/models/demos/t3000/mixtral8x7b/demo/demo.py +++ b/models/demos/t3000/mixtral8x7b/demo/demo.py @@ -266,7 +266,7 @@ def run_mixtral_demo(user_input, batch_size, device_mesh, instruct_mode): # Avoid running this test when in CI -@pytest.mark.skipif(os.getenv("CI") == "True", reason="Non-CI tests") +@pytest.mark.skipif(os.getenv("CI") == "true", reason="Non-CI tests") @pytest.mark.parametrize( "input_prompts, instruct_weights", [ @@ -282,7 +282,7 @@ def test_mixtral8x7b_demo(t3k_device_mesh, use_program_cache, input_prompts, ins # CI only runs general-weights demo -@pytest.mark.skipif(os.getenv("CI") == "False", reason="CI-only test") +@pytest.mark.skipif(not os.getenv("CI") == "true", reason="CI-only test") @pytest.mark.parametrize( "input_prompts, instruct_weights", [ diff --git a/models/demos/t3000/mixtral8x7b/demo/expected_outputs.json b/models/demos/t3000/mixtral8x7b/demo/expected_outputs.json index 0562c8e39f8..754c94d08ac 100644 --- a/models/demos/t3000/mixtral8x7b/demo/expected_outputs.json +++ b/models/demos/t3000/mixtral8x7b/demo/expected_outputs.json @@ -1,195 +1,194 @@ - [ { - "output_general": "This is a test.\n\nThis is a test of the emergency blogging system.\n\nThis is a test of the emergency blogging system.\n\nThis is a test of the emergency blogging system.\n\nThis is a" + "output_general": "This is a test.\n\nThis is a test of the emergency blogging system.\n\nThis is a test of the emergency blogging system.\n\nThis is a test of the emergency blogging system.\n\nThis is a" }, { - "output_general": "It was the best of times, it was the worst of times, it was the age of wisdom, it was the age of foolishness, it was the epoch of belief, it was the epoch of incredulity, it was the season" + "output_general": "It was the best of times, it was the worst of times.\n\nThe best of times because I was able to spend a week with my family in the beautiful city of San Francisco.\n\nThe worst of times because I was away" }, { - "output_general": "Run to the hills, run for your lives!\n\nThe end of the world is nigh!\n\nThe sky is falling!\n\nThe sky is falling!\n\nThe sky is falling!\n\nThe sky is falling!" + "output_general": "Run to the hills, run for your lives!\n\nThe end of the world is nigh!\n\nThe end of the world is nigh!\n\nThe end of the world is nigh!\n\nThe end of the" }, { - "output_general": "You've got another thing coming if you think you're going to get a good night's sleep in the new 2019 Chevrolet Silverado.\n\nThe 2019 Chevrolet" + "output_general": "You've got another thing coming if you think you're going to get a good night's sleep in the new year.\n\nThe 2018 Farmers' Almanac is predicting a \"polar co" }, { - "output_general": "The meaning of life is to find your gift. The purpose of life is to give it away.\n\nPablo Picasso\n\n## About Us\n\n#### Our Mission\n\nOur mission is to provide a safe and nurturing" + "output_general": "The meaning of life is to find your gift. The purpose of life is to give it away.\n\nPablo Picasso\n\n## About Me\n\nI am a 200 hour certified yoga teacher and a 20" }, { - "output_general": "write a short poem about London in English and in your own language.\n\nI’m studying and need help with a English question to help me learn.\n\nWrite a short poem about London in English and in your own language.\n" + "output_general": "write a short poem about London in English and in French.\n\nThe poem is about the city of London and how it is a place of many different cultures and people. It is a place where you can find anything you want, and it" }, { - "output_general": "How to tie your shoes.\n\nHow to ride a bike.\n\nHow to drive a car.\n\nHow to make a bed.\n\nHow to make a bed.\n\nHow to make a bed.\n\nHow" + "output_general": "How to tie your shoes.\n\nHow to ride a bike.\n\nHow to drive a car.\n\nHow to make a bed.\n\nHow to make a bed?\n\nYes, how to make a bed.\n" }, { - "output_general": "Give me the address of the closest bakery and I’ll be there in a heartbeat. I’m a sucker for freshly baked bread, especially when it’s still warm and crusty.\n\nI" + "output_general": "Give me the address of the closest bakery and I’ll be there in a heartbeat. I’m a sucker for freshly baked bread, and I’m not ashamed to admit it.\n\nI’" }, { - "output_general": "In a world far far away, there was a land called the United States of America. In this land, there was a state called California. In this state, there was a city called San Francisco. In this city, there was a neighborhood" + "output_general": "In a world far far away, there was a land called the United States of America. In this land, there was a state called California. In this state, there was a city called San Francisco. In this city, there was a neighborhood" }, { - "output_general": "A poem about trees and nature:\n\nThe trees are my friends,\n\nThey are always there for me,\n\nThey are always there for you,\n\nThey are always there for everyone,\n\nThey are always there for" + "output_general": "A poem about trees and nature:\n\nI am a tree,\n\nI am a tree,\n\nI am a tree,\n\nI am a tree,\n\nI am a tree,\n\nI am a tree," }, { - "output_general": "Egg fried rice is a delicacy that is enjoyed by many people around the world. It is a simple dish that is easy to make and can be enjoyed as a main course or as a side dish. The dish is made by" + "output_general": "Egg fried rice is a delicacy that is enjoyed by many people around the world. It is a simple dish that can be made with just a few ingredients, and it is perfect for a quick and easy meal.\n\nThere" }, { - "output_general": "This is another test of the new WordPress editor.\n\nI’m not sure if I like it or not.\n\nI’m not sure if I like it or not.\n\nI’m not sure if I like it" + "output_general": "This is another test of the new WordPress editor.\n\nI’m not sure if I like it or not.\n\nI’m not sure if I like it or not.\n\nI’m not sure if I like it" }, { - "output_general": "This is yet another testament to the fact that the world is a small place.\n\nI was born and raised in the Philippines, and I’ve been living in the US for the past 10 years. I’ve been" + "output_general": "This is yet another testament to the fact that the world is a small place.\n\nI was born and raised in the Philippines. I moved to the US when I was 18. I’ve been here for 10" }, { - "output_general": "Large language models are all the rage these days. They’re being used to generate text, translate languages, and even write code. But what are they, and how do they work? In this blog post, we’ll take a look" + "output_general": "Large language models are a big deal. They’re the technology behind ChatGPT, the AI chatbot that’s been making headlines for its ability to generate human-like text. But what are they, exactly? And how do" }, { - "output_general": "The capital of Portugal, Lisbon is a city that has been on my bucket list for a long time. I’ve heard so many good things about it and I was so excited to finally visit it.\n\nWe arrived in Lisbon" + "output_general": "The capital of Portugal, Lisbon is a city that has a lot to offer. From its rich history and culture to its stunning architecture and delicious food, there is something for everyone in Lisbon. In this blog post, we will take a" }, { - "output_general": "The word 'dog' in French is 'chien'.\n\n# French 1 - Animals\n\nThis French 1 quiz takes a look at animals. Animals are a great way to learn a language. They are easy" + "output_general": "The word 'dog' in French is chien.\n\n# French 1 - Pets\n\nQuiz playing is a wonderful way to increase your knowledge of French as a second language.\n\nIf you are a pet lover," }, { - "output_general": "Water is essential for life. It is also essential for the production of food and energy. But water is not always available where it is needed.\n\nThe world’s population is growing, and so is the demand for water. At the" + "output_general": "Water is essential for life. It is also essential for the production of food and energy. But water is not always available where it is needed.\n\nThe world’s population is growing and so is the demand for water. The world’" }, { - "output_general": "My favorite hobby is videogames. I’ve been playing them since I was a kid. I’ve played a lot of different games, but I’ve always been a fan of the first-person shooter genre. I" + "output_general": "My favorite hobby is videogames. I’ve been playing them since I was a kid and I’ve been playing them ever since. I’ve been playing them for a long time and I’ve been playing them for a" }, { - "output_general": "The best way to cook a steak is to cook it on a grill. The best way to cook a steak on a grill is to cook it on a grill that is hot enough to cook it. The best way to" + "output_general": "The best way to cook a steak is to cook it on a grill. The best way to cook a steak on a grill is to use a cast iron skillet. The best way to cook a steak on a cast" }, { - "output_general": "Top 10 things to do in the Lake District\n\nThe Lake District is a beautiful part of the world and is a great place to visit for a holiday. There are so many things to do and see that it can be hard to" + "output_general": "Top 10 things to do in the Lake District\n\nThe Lake District is a beautiful part of the world and is a great place to visit for a short break or a longer holiday. There are so many things to do in the Lake" }, { - "output_general": "The job of a computer architect is to design and build computers. They are responsible for the design of the hardware and software that make up a computer system. They also work with other engineers to create new technologies and improve existing ones.\n\nComput" + "output_general": "The job of a computer architect is to design and build computers. They are responsible for the design of the hardware and software that make up a computer system. Computer architects work with engineers to create new computer systems and improve existing ones. They also" }, { - "output_general": "The number you have dialled is not available. Please try again later.\n\nI’m not sure if it’s the same for you, but I’ve been getting a lot of these lately.\n\nI’m not" + "output_general": "The number you have dialled is not available. Please try again later.\n\nI’m not sure if you’ve ever tried to call me, but if you have, you’ve probably heard this message. I’m not" }, { - "output_general": "The best way to learn a new language is to immerse yourself in it. That’s why we’ve created a list of the best language learning apps for Android and iOS. These apps will help you learn a new language quickly and easily" + "output_general": "The best way to learn a new language is to immerse yourself in it. That’s why we offer a variety of language immersion programs for students of all ages and levels. Our programs are designed to help you learn a new language quickly" }, { - "output_general": "Madrid is the capital of Spain and the largest city in the country. It is also the third largest city in the European Union, after London and Berlin. Madrid is located on the Manzanares River in the center of the country. The" + "output_general": "Madrid is the capital of Spain and is located in the center of the country. It is a city that has a lot to offer, from its rich history and culture to its vibrant nightlife and delicious food. Madrid is also home to some" }, { - "output_general": "A good night's sleep is essential for our health and well-being. It helps us to recharge our batteries and to be ready for the day ahead. But what happens when we don't get enough sleep?\n\nSleep" + "output_general": "A good night's sleep is essential for our health and well-being. It helps us to feel refreshed and energized, and it can also help to improve our mood and cognitive function. However, many of us struggle to get a" }, { - "output_general": "Typing prompts can be fun, but they can also be a bit of a pain. If you’re looking for a way to get rid of them, you’ve come to the right place. In this article, we’ll" + "output_general": "Typing prompts can be fun, but they can also be a bit of a pain. If you’re looking for a way to make your typing experience a little more enjoyable, you may want to consider using a typing prompt generator.\n" }, { - "output_general": "I'm going to the store to buy a new car. I'm going to the store to buy a new car. I'm going to the store to buy a new car. I'm going to the store to buy a" + "output_general": "I'm going to the store to buy a new car. I'm going to the store to buy a new car. I'm going to the store to buy a new car. I'm going to the store to buy a" }, { - "output_general": "I am a world renown spy. I have been on many missions and have been to many places. I have been to the moon and back. I have been to the bottom of the ocean and back. I have been to the top of the" + "output_general": "Bread is typically made from wheat flour, water, yeast, and salt. The dough is kneaded and then left to rise before being baked. Bread can be made with other grains, such as rye or barley" }, { - "output_general": "Ready, set, go!\n\nThe 2018 Winter Olympics are officially underway in Pyeongchang, South Korea, and the opening ceremony was a sight to behold.\n\nThe ceremony kicked off with" + "output_general": "Climate change is the most important issue of our time. It is a global problem that requires global solutions. The United States has a responsibility to lead the way in addressing this crisis.\n\nThe United States has been a leader in the fight" }, { - "output_general": "Climate change is the most important issue of our time. It is a global problem that requires a global solution. The United States has a responsibility to lead the way in addressing this issue.\n\nThe United States has a long history of leading" + "output_general": "The name of the first American president is George Washington. He was born on February 22, 1732, in Westmoreland County, Virginia. He was the first of six children of Augustine Washington and his second wife" }, { - "output_general": "Tell me the story of the three little pigs.\n\nThe three little pigs?\n\nYes, the three little pigs.\n\nWell, there was a pig and he built a house of straw. And then a big" + "output_general": "The colors of the rainbow include: yellow, orange, red, violet, blue, green, and indigo. The colors of the rainbow are made up of the colors of the visible light spectrum. The colors of the rainbow" }, { - "output_general": "Once upon a time in a land far far away, there was a little girl who loved to read. She read everything she could get her hands on. She read books, magazines, newspapers, and even the back of cereal boxes. She" + "output_general": "Count to 100: 1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17" }, { - "output_instruct": "[INST] What is your favourite condiment? [/INST] I don't have personal experiences or preferences, so I don't have a favorite condiment. However, I can tell you that condiments are often used in cooking" + "output_instruct": "[INST] What is your favourite condiment? [/INST] I don't have personal experiences or preferences, so I don't have a favorite condiment. However, I can tell you that condiments are often used in cooking" }, { - "output_instruct": "[INST] Hello, how are you? [/INST] Hello! I'm just a computer program, so I don't have feelings, but I'm here and ready to assist you. How can I help you today?" + "output_instruct": "[INST] Hello, how are you? [/INST] Hello! I'm just a computer program, so I don't have feelings, but I'm here and ready to assist you. How can I help you today?" }, { - "output_instruct": "[INST] Do you have mayonnaise recipes? [/INST] Yes, I have several mayonnaise recipes that you might be interested in trying. Here's a basic recipe for homemade mayonnaise:\n\nIng" + "output_instruct": "[INST] Do you have mayonnaise recipes? [/INST] Yes, I have several mayonnaise recipes that you can try out. Here's a basic recipe for homemade mayonnaise:\n\nIngredients" }, { - "output_instruct": "[INST] Which color do you get if you mix yellow and blue? [/INST] You would get green if you mix yellow and blue. This is a basic principle in color theory where primary colors (yellow, blue, and red" + "output_instruct": "[INST] Which color do you get if you mix yellow and blue? [/INST] You would get green if you mix yellow and blue. This is a basic principle in color theory, where primary colors (yellow, blue, and" }, { - "output_instruct": "[INST] What is the ideal room temperature? [/INST] The ideal room temperature can vary depending on personal comfort and the time of year, but generally, most people find a temperature between 68 and 72 degrees Fahren" + "output_instruct": "[INST] What is the ideal room temperature? [/INST] The ideal room temperature can depend on personal comfort and the specific activity being done, but generally, a temperature between 68 to 72 degrees Fahrenheit (2" }, { - "output_instruct": "[INST] Can you tell me a joke? [/INST] Why don't scientists trust atoms?\n\nBecause they make up everything!" + "output_instruct": "[INST] Can you tell me a joke? [/INST] Why don't scientists trust atoms?\n\nBecause they make up everything!" }, { - "output_instruct": "[INST] What are you good at? [/INST] I am good at providing information, answering questions, setting reminders, and performing various tasks such as sending emails, making reservations, and controlling smart home devices. I can also" + "output_instruct": "[INST] What are you good at? [/INST] I am good at providing information, answering questions, and carrying out tasks to the best of my ability. I can process and analyze large amounts of data quickly and accurately, and I" }, { - "output_instruct": "[INST] What is 2+2? [/INST] The sum of 2 + 2 is 4. Is there anything else you would like to know? I can help with a variety of topics, including mathematics," + "output_instruct": "[INST] What is 2+2? [/INST] The sum of 2+2 is 4. Is there anything else you would like to know? I can help with many types of questions, including those about programming," }, { - "output_instruct": "[INST] what is the capital of USA? [/INST] The capital of the USA is Washington, D.C. (District of Columbia). It is not to be confused with the state of Washington, which is located on the" + "output_instruct": "[INST] what is the capital of USA? [/INST] The capital of the USA is Washington, D.C. (District of Columbia). It is not to be confused with the state of Washington, which is located on the" }, { - "output_instruct": "[INST] what is the capital of Canada? [/INST] The capital city of Canada is Ottawa. It is located in the province of Ontario and has a population of approximately one million people. Ottawa was chosen as the capital of" + "output_instruct": "[INST] what is the capital of Canada? [/INST] The capital city of Canada is Ottawa. It is located in the province of Ontario and has a population of approximately one million people. Ottawa was officially established as the capital" }, { - "output_instruct": "[INST] what is the capital of UK? [/INST] The United Kingdom (UK) is a country that is made up of four constituent countries: England, Scotland, Wales, and Northern Ireland. The capital city of the UK" + "output_instruct": "[INST] what is the capital of UK? [/INST] The United Kingdom (UK) is a country that is made up of four constituent countries: England, Scotland, Wales, and Northern Ireland. The capital city of the UK" }, { - "output_instruct": "[INST] what is the capital of Germany? [/INST] The capital of Germany is Berlin. Berlin has been the capital of Germany since the reunification of East and West Germany in 1871 and is the largest city in" + "output_instruct": "[INST] what is the capital of Germany? [/INST] The capital of Germany is Berlin. Berlin has been the capital of Germany since the reunification of East and West Germany in 1990. It is the largest city" }, { - "output_instruct": "[INST] what is the capital of France? [/INST] The capital of France is Paris. Paris is one of the most populous cities in Europe and is known for its iconic landmarks, museums, and cultural attractions" + "output_instruct": "[INST] what is the capital of France? [/INST] The capital of France is Paris. Paris is one of the most populous cities in Europe and is known for its iconic landmarks, museums, and cultural attractions" }, { - "output_instruct": "[INST] what is the capital of Japan? [/INST] The capital of Japan is Tokyo. It is the largest city in Japan and one of the most populous cities in the world. Tokyo is a major cultural, political, and" + "output_instruct": "[INST] what is the capital of Japan? [/INST] The capital of Japan is Tokyo. It is the largest city in Japan and one of the most populous cities in the world. Tokyo is a major cultural, financial, and" }, { - "output_instruct": "[INST] what is the capital of Portugal? [/INST] The capital of Portugal is Lisbon. It is the largest city and the economic, cultural, and political center of the country. Lisbon is located on the western coast of" + "output_instruct": "[INST] what is the capital of Portugal? [/INST] The capital of Portugal is Lisbon. It is the largest city and the economic, cultural, and political center of the country. Lisbon is located near the west coast of" }, { - "output_instruct": "[INST] what is the capital of China? [/INST] The capital of China is Beijing. It is one of the four municipalities under the direct administration of the central government of China, along with Shanghai, Tianjin," + "output_instruct": "[INST] what is the capital of China? [/INST] The capital of China is Beijing. It is one of the four municipalities under the direct administration of the central government of China, along with Shanghai, Tianjin," }, { - "output_instruct": "[INST] what is the currency of Cuba? [/INST] The official currency of Cuba is the Cuban Peso (CUP). However, there is also a second currency in circulation called the Cuban Convertible Peso (C" + "output_instruct": "[INST] what is the currency of Cuba? [/INST] The official currency of Cuba is the Cuban Peso (CUP). However, there is also a second currency in circulation called the Cuban Convertible Peso (C" }, { - "output_instruct": "[INST] what is the currency of Lebanon? [/INST] The official currency of Lebanon is the Lebanese Pound (LBP). The Lebanese Pound is also commonly referred to as the Lebanese L" + "output_instruct": "[INST] what is the currency of Lebanon? [/INST] The official currency of Lebanon is the Lebanese Pound (LBP). The Lebanese Pound is also commonly referred to as the Lebanese L" }, { - "output_instruct": "[INST] what is the currency of Brazil? [/INST] The currency of Brazil is the Real (BRL). It was introduced in 1994 to replace the previous currency, the Cruzeiro, in an effort to" + "output_instruct": "[INST] what is the currency of Brazil? [/INST] The official currency of Brazil is the Brazilian Real (BRL or R$). It is divided into 100 centavos. The real was introduced in 1" }, { - "output_instruct": "[INST] what is the currency of Australia? [/INST] The official currency of Australia is the Australian Dollar (AUD). It is abbreviated with the dollar sign ($), and its symbol is AUD or AU$." + "output_instruct": "[INST] what is the currency of Australia? [/INST] The official currency of Australia is the Australian Dollar (AUD). It is abbreviated with the dollar sign ($), but to distinguish it from other dollar-based" }, { - "output_instruct": "[INST] what is the currency of Jamaica? [/INST] The currency of Jamaica is the Jamaican dollar (JMD). The Jamaican dollar is divided into 100 cents. Banknotes are available in denominations" + "output_instruct": "[INST] what is the currency of Jamaica? [/INST] The currency of Jamaica is the Jamaican dollar (JMD). The Jamaican dollar is divided into 100 cents. Banknotes are available in denominations" }, { - "output_instruct": "[INST] what is the currency of Egypt? [/INST] The official currency of Egypt is the Egyptian Pound. It is often represented with the symbol \"LE\" which stands for \"Livre Egyptienne\" or \"Egy" + "output_instruct": "[INST] what is the currency of Egypt? [/INST] The official currency of Egypt is the Egyptian Pound. It is often represented with the symbol \"LE\" which stands for \"Livre Egyptienne\" which is French for" }, { - "output_instruct": "[INST] what is the currency of Uzbekistan? [/INST] The official currency of Uzbekistan is the Uzbekistani Som. It was introduced in 1993, after the country's" + "output_instruct": "[INST] what is the currency of Uzbekistan? [/INST] The official currency of Uzbekistan is the Uzbekistani Som. The Som was introduced in 1993, after the country'" }, { - "output_instruct": "[INST] what is the currency of Argentina? [/INST] The official currency of Argentina is the Argentine Peso. The peso is divided into 100 centavos. The currency is managed by the Central Bank of" + "output_instruct": "[INST] what is the currency of Argentina? [/INST] The official currency of Argentina is the Argentine Peso. The peso is divided into 100 centavos. Banknotes come in denominations of 2" }, { - "output_instruct": "[INST] Are birds mammals? [/INST] No, birds are not mammals. They are a group of warm-blooded vertebrates constituting the class Aves, characterized by feathers, toothless be" + "output_instruct": "[INST] Are birds mammals? [/INST] No, birds are not mammals. While both birds and mammals are warm-blooded and have backbones, birds have feathers, lay hard-shelled eggs," }, { - "output_instruct": "[INST] How do you play tennis? [/INST] Tennis is a racket sport that can be played individually against a single opponent (singles) or between two teams of two players each (doubles). The objective of" + "output_instruct": "[INST] How do you play tennis? [/INST] Tennis is a racket sport that can be played individually against a single opponent (singles) or between two teams of two players each (doubles). The objective of" }, { - "output_instruct": "[INST] Suggest cities to visit in Japan [/INST] Japan is a country with a rich history, diverse culture, and stunning natural beauty, and there are many wonderful cities to visit. Here are a few suggestions:\n\n1" + "output_instruct": "[INST] Suggest cities to visit in Japan [/INST] Japan is a country with a rich history, unique culture, and stunning natural beauty, and there are many wonderful cities to visit. Here are a few suggestions:\n\n1" }, { - "output_instruct": "[INST] How far away is the moon from the earth? [/INST] The moon is on average about 238,855 miles (384,400 kilometers) away from the Earth. However" + "output_instruct": "[INST] How far away is the moon from the earth? [/INST] The moon is on average about 238,855 miles (384,400 kilometers) away from Earth. However," }, { - "output_instruct": "[INST] What is a black hole? [/INST] A black hole is a region in space where the gravitational pull is so strong that nothing, not even light, can escape from it. They are called \"black\" holes because" + "output_instruct": "[INST] What is a black hole? [/INST] A black hole is a region in space where the gravitational pull is so strong that nothing, not even light, can escape from it. They are called \"black\" holes because" }, { - "output_instruct": "[INST] How do you play golf? [/INST] Golf is a sport that is played outdoors on a golf course. The objective of the game is to hit a small ball into a series of holes using various clubs, with the" + "output_instruct": "[INST] How do you play golf? [/INST] Golf is a sport that is played outdoors on a golf course. The objective of the game is to hit a small ball into a series of holes using various clubs, with the" }, { - "output_instruct": "[INST] Recommend me a movie [/INST] I would recommend \"The Shawshank Redemption\" (1994). It's a powerful and thought-provoking drama about hope, friendship, and red" + "output_instruct": "[INST] Recommend me a movie [/INST] I would recommend \"The Shawshank Redemption\" (1994). It's a classic film directed by Frank Darabont, based on the novella" }, { - "output_instruct": "[INST] what is the capital of Spain? [/INST] The capital of Spain is Madrid. It is the country's political, economic and cultural center, and is located in the center of the country. Madrid is the third-" + "output_instruct": "[INST] what is the capital of Spain? [/INST] The capital of Spain is Madrid. It is the country's political, economic and cultural center, and is located in the central part of the Iberian Peninsula." } ] diff --git a/models/demos/t3000/mixtral8x7b/demo/input_data.json b/models/demos/t3000/mixtral8x7b/demo/input_data.json index ad63f3f00f3..9c0245f3294 100644 --- a/models/demos/t3000/mixtral8x7b/demo/input_data.json +++ b/models/demos/t3000/mixtral8x7b/demo/input_data.json @@ -81,17 +81,17 @@ "prompt": "I'm going to the store" }, { -"prompt": "I am a world renown spy" - }, - { -"prompt": "Ready, set, go" +"prompt": "Bread is typically made from" }, { "prompt": "Climate change is the most important issue" + }, + { +"prompt": "The name of the first American president is" }, { -"prompt": "Tell me the story of the three little pigs" +"prompt": "The colors of the rainbow include: yellow," }, { -"prompt": "Once upon a time in a land far far away"} +"prompt": "Count to 100: 1,2,3,4,"} ] diff --git a/models/demos/t3000/mixtral8x7b/tests/test_mixtral_perf.py b/models/demos/t3000/mixtral8x7b/tests/test_mixtral_perf.py index 071a9ad4dbe..9da779b745d 100644 --- a/models/demos/t3000/mixtral8x7b/tests/test_mixtral_perf.py +++ b/models/demos/t3000/mixtral8x7b/tests/test_mixtral_perf.py @@ -43,10 +43,10 @@ def forward(self, x): @pytest.mark.parametrize( "generation_start_pos, expected_compile_time, expected_inference_time", ( - (32, 150, 0.075), - (128, 150, 0.075), - (1024, 150, 0.075), - (2048, 150, 0.075), + (32, 150, 0.085), + (128, 150, 0.085), + (1024, 150, 0.085), + (2048, 150, 0.085), ), ) def test_mixtral_model_perf(